Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=267, receiver='ModifReceiver', receiver_emb=30, sender='ModifSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.5908163189888, "acc_or": 0.7744897603988647}, "epoch": 1}
{"loss": 3.293821096420288, "acc": 0.6429057121276855, "acc_or": 0.8028104901313782, "sender_entropy": 0.6567594408988953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9290816187858582}, "epoch": 2}
{"loss": 2.6302473545074463, "acc": 0.9034451246261597, "acc_or": 0.951155960559845, "sender_entropy": 0.759199321269989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9301019906997681}, "epoch": 3}
{"loss": 2.0094008445739746, "acc": 0.8926790356636047, "acc_or": 0.9459428787231445, "sender_entropy": 0.864696741104126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9275509715080261}, "epoch": 4}
{"loss": 1.7990808486938477, "acc": 0.8926790356636047, "acc_or": 0.946226179599762, "sender_entropy": 0.9571217894554138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 5}
{"loss": 1.5989552736282349, "acc": 0.8884859681129456, "acc_or": 0.944072961807251, "sender_entropy": 1.032607913017273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 6}
{"loss": 0.9108011722564697, "acc": 0.845308244228363, "acc_or": 0.9226541519165039, "sender_entropy": 0.6258264780044556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 7}
{"loss": 0.827691912651062, "acc": 0.8437216877937317, "acc_or": 0.9218608140945435, "sender_entropy": 0.6106359362602234, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 8}
{"loss": 0.7485247850418091, "acc": 0.8412284851074219, "acc_or": 0.9206142425537109, "sender_entropy": 0.6358663439750671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 9}
{"loss": 0.6863360404968262, "acc": 0.8439483046531677, "acc_or": 0.9219741821289062, "sender_entropy": 0.6378851532936096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 10}
{"loss": 0.617756187915802, "acc": 0.8464415073394775, "acc_or": 0.9232207536697388, "sender_entropy": 0.6577697396278381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 11}
{"loss": 0.5632748603820801, "acc": 0.8472347855567932, "acc_or": 0.923617422580719, "sender_entropy": 0.6759063005447388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 12}
{"loss": 0.4993806481361389, "acc": 0.8447416424751282, "acc_or": 0.9223707914352417, "sender_entropy": 0.6866061687469482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 13}
{"loss": 0.40424972772598267, "acc": 0.8398685455322266, "acc_or": 0.9199342727661133, "sender_entropy": 0.560933530330658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8306121826171875, "acc_or": 0.9153060913085938}, "epoch": 14}
{"loss": 0.4261898696422577, "acc": 0.8400952219963074, "acc_or": 0.9200475811958313, "sender_entropy": 0.6707690358161926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 15}
{"loss": 0.3948802947998047, "acc": 0.845194935798645, "acc_or": 0.9225974678993225, "sender_entropy": 0.714840829372406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 16}
{"loss": 0.3798545002937317, "acc": 0.8439483046531677, "acc_or": 0.9219741821289062, "sender_entropy": 0.7688782215118408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 17}
{"loss": 0.30888742208480835, "acc": 0.8439483046531677, "acc_or": 0.9219741821289062, "sender_entropy": 0.6802390813827515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "epoch": 18}
{"loss": 0.2994559109210968, "acc": 0.8407751321792603, "acc_or": 0.9203875660896301, "sender_entropy": 0.7016643285751343, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 19}
{"loss": 0.263885498046875, "acc": 0.8423617482185364, "acc_or": 0.9211808443069458, "sender_entropy": 0.6214793920516968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 20}
{"loss": 0.2577373683452606, "acc": 0.8419084548950195, "acc_or": 0.9209542274475098, "sender_entropy": 0.6900899410247803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 21}
{"loss": 0.23994514346122742, "acc": 0.8441749811172485, "acc_or": 0.9220874905586243, "sender_entropy": 0.7414342164993286, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8224489688873291, "acc_or": 0.9112244248390198}, "epoch": 22}
{"loss": 0.21730923652648926, "acc": 0.8438349962234497, "acc_or": 0.9219174981117249, "sender_entropy": 0.6759659647941589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "epoch": 23}
{"loss": 0.20292486250400543, "acc": 0.8466681838035583, "acc_or": 0.9233340620994568, "sender_entropy": 0.7607435584068298, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.809183657169342, "acc_or": 0.9045917987823486}, "epoch": 24}
{"loss": 0.18464401364326477, "acc": 0.8436083197593689, "acc_or": 0.9218041896820068, "sender_entropy": 0.7547909617424011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "epoch": 25}
{"loss": 0.16684690117835999, "acc": 0.8447416424751282, "acc_or": 0.9223707914352417, "sender_entropy": 0.7199930548667908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8071427941322327, "acc_or": 0.903571367263794}, "epoch": 26}
{"loss": 0.15200865268707275, "acc": 0.845308244228363, "acc_or": 0.9226541519165039, "sender_entropy": 0.6780374050140381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "epoch": 27}
{"loss": 0.14260759949684143, "acc": 0.8428150415420532, "acc_or": 0.9214075207710266, "sender_entropy": 0.7265040874481201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.7948979139328003, "acc_or": 0.8974489569664001}, "epoch": 28}
{"loss": 0.12242641299962997, "acc": 0.8498413562774658, "acc_or": 0.9249206781387329, "sender_entropy": 0.7445191144943237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7969387173652649, "acc_or": 0.8984693288803101}, "epoch": 29}
{"loss": 0.10766419768333435, "acc": 0.8461015224456787, "acc_or": 0.9230507612228394, "sender_entropy": 0.7539018392562866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8142856955528259, "acc_or": 0.9071428179740906}, "epoch": 30}
{"loss": 0.09638319909572601, "acc": 0.8499546647071838, "acc_or": 0.9249773621559143, "sender_entropy": 0.8547864556312561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7969387173652649, "acc_or": 0.8984693288803101}, "epoch": 31}
{"loss": 0.08227240294218063, "acc": 0.8524478673934937, "acc_or": 0.9262239336967468, "sender_entropy": 0.8309301733970642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.778571367263794, "acc_or": 0.889285683631897}, "epoch": 32}
{"loss": 0.08383549004793167, "acc": 0.8501813411712646, "acc_or": 0.9250906705856323, "sender_entropy": 0.7449385523796082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "epoch": 33}
{"loss": 0.06776617467403412, "acc": 0.8549410700798035, "acc_or": 0.9274705052375793, "sender_entropy": 0.8166646361351013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7806122303009033, "acc_or": 0.8903060555458069}, "epoch": 34}
{"loss": 0.06925783306360245, "acc": 0.8521078824996948, "acc_or": 0.9260539412498474, "sender_entropy": 0.7197309136390686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7928571105003357, "acc_or": 0.8964285254478455}, "epoch": 35}
{"loss": 0.0467214435338974, "acc": 0.853694498538971, "acc_or": 0.9268472194671631, "sender_entropy": 0.8547883033752441, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7877550721168518, "acc_or": 0.8938775062561035}, "epoch": 36}
{"loss": 0.04673542082309723, "acc": 0.8527878522872925, "acc_or": 0.9263939261436462, "sender_entropy": 0.7762569785118103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.7704081535339355, "acc_or": 0.885204017162323}, "epoch": 37}
{"loss": 0.021562181413173676, "acc": 0.8541477918624878, "acc_or": 0.9270738959312439, "sender_entropy": 0.8544421792030334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7744897603988647, "acc_or": 0.8872448801994324}, "epoch": 38}
{"loss": 0.03577268868684769, "acc": 0.851881206035614, "acc_or": 0.9259406328201294, "sender_entropy": 0.7220657467842102, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7826530337333679, "acc_or": 0.8913264870643616}, "epoch": 39}
{"loss": 0.0316326767206192, "acc": 0.8551677465438843, "acc_or": 0.9275838732719421, "sender_entropy": 0.7259664535522461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7693877220153809, "acc_or": 0.8846938610076904}, "epoch": 40}
{"loss": 0.02805338054895401, "acc": 0.854034423828125, "acc_or": 0.9270172119140625, "sender_entropy": 0.7245463132858276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7693877220153809, "acc_or": 0.8846938610076904}, "epoch": 41}
{"loss": 0.0047653913497924805, "acc": 0.8541477918624878, "acc_or": 0.9270738959312439, "sender_entropy": 0.7884112000465393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7540816068649292, "acc_or": 0.8770408034324646}, "epoch": 42}
{"loss": 0.019144080579280853, "acc": 0.8557343482971191, "acc_or": 0.9278671741485596, "sender_entropy": 0.7171199321746826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7571428418159485, "acc_or": 0.8785713911056519}, "epoch": 43}
{"loss": 0.012531094253063202, "acc": 0.8559610247612, "acc_or": 0.9279804825782776, "sender_entropy": 0.733325719833374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.7591836452484131, "acc_or": 0.8795918226242065}, "epoch": 44}
{"loss": 0.013005763292312622, "acc": 0.8524478673934937, "acc_or": 0.9262239336967468, "sender_entropy": 0.6559131145477295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7540816068649292, "acc_or": 0.8770408034324646}, "epoch": 45}
{"loss": 0.007989078760147095, "acc": 0.8547143936157227, "acc_or": 0.9273571968078613, "sender_entropy": 0.6866057515144348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7581632137298584, "acc_or": 0.8790816068649292}, "epoch": 46}
{"loss": 0.003057509660720825, "acc": 0.8603807687759399, "acc_or": 0.93019038438797, "sender_entropy": 0.6828189492225647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7602040767669678, "acc_or": 0.8801019787788391}, "epoch": 47}
{"loss": -0.013432160019874573, "acc": 0.8610607385635376, "acc_or": 0.9305303692817688, "sender_entropy": 0.7311609983444214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.7795917987823486, "acc_or": 0.8897958993911743}, "epoch": 48}
{"loss": -0.017022907733917236, "acc": 0.8621940016746521, "acc_or": 0.9310970306396484, "sender_entropy": 0.7534408569335938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.7591836452484131, "acc_or": 0.8795918226242065}, "epoch": 49}
{"loss": -0.016230173408985138, "acc": 0.8590208292007446, "acc_or": 0.9295104146003723, "sender_entropy": 0.7004131078720093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.7581632137298584, "acc_or": 0.8790816068649292}, "epoch": 50}
{"loss": -0.021601267158985138, "acc": 0.8660471439361572, "acc_or": 0.9330235719680786, "sender_entropy": 0.7220785021781921, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.7571428418159485, "acc_or": 0.8785713911056519}, "epoch": 51}
{"loss": -0.03687889128923416, "acc": 0.8799864053726196, "acc_or": 0.9399932026863098, "sender_entropy": 0.7514331936836243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.7612244486808777, "acc_or": 0.8806121945381165}, "epoch": 52}
{"loss": -0.017572268843650818, "acc": 0.9071849584579468, "acc_or": 0.9535924792289734, "sender_entropy": 0.7376941442489624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9714285135269165, "acc_or": 0.9852040410041809}, "epoch": 53}
{"loss": 0.07748822867870331, "acc": 0.9915004372596741, "acc_or": 0.995693564414978, "sender_entropy": 0.576359212398529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 54}
{"loss": 0.07506486773490906, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.6242104768753052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 55}
{"loss": 0.07564499974250793, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6360933184623718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 56}
{"loss": 0.06914333999156952, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.62239009141922, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 57}
{"loss": 0.0693855732679367, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6573691964149475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 58}
{"loss": 0.06690201908349991, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6713855862617493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 59}
{"loss": 0.06527559459209442, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7124963998794556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 60}
{"loss": 0.05908720940351486, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7364768981933594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 61}
{"loss": 0.048885833472013474, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6341255307197571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 62}
{"loss": 0.04238342493772507, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7060632109642029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 63}
{"loss": 0.040103696286678314, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6757144927978516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 64}
{"loss": 0.032716039568185806, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7610245943069458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.5025510191917419}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 65}
{"loss": 0.03246796876192093, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6746994256973267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 66}
{"loss": 0.028112241998314857, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6738069653511047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 67}
{"loss": 0.019277259707450867, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7547010183334351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 68}
{"loss": 0.012221470475196838, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.71743243932724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.5}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 69}
{"loss": 0.011029332876205444, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6926085948944092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 70}
{"loss": 0.007407131604850292, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6909237504005432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 71}
{"loss": 0.0008572041988372803, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7446492910385132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 72}
{"loss": -0.003300062380731106, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7531334161758423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 73}
{"loss": -0.007589465007185936, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7349604964256287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 74}
{"loss": -0.011188975535333157, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6815420389175415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 75}
{"loss": -0.01599327102303505, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6875263452529907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 76}
{"loss": -0.015987828373908997, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7028533220291138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.3163265287876129, "acc_or": 0.6556122303009033}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 77}
{"loss": -0.02597975917160511, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7546672224998474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 78}
{"loss": -0.023874755948781967, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7014113664627075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 79}
{"loss": -0.029841497540473938, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6995835304260254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 0.20408162474632263, "acc_or": 0.6020408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 80}
{"loss": -0.034880753606557846, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7042219042778015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 0.3877550959587097, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 81}
{"loss": -0.03781437873840332, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7323156595230103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 0.3622449040412903, "acc_or": 0.6785714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 82}
{"loss": -0.04317387938499451, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7105991840362549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 0.40816324949264526, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 83}
{"loss": -0.04505467414855957, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7098670601844788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6734693646430969}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 84}
{"loss": -0.04509929567575455, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6938273906707764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 85}
{"loss": -0.04711093753576279, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6672475337982178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 86}
{"loss": -0.05364694073796272, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7245533466339111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 87}
{"loss": -0.062020834535360336, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7609872221946716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4948979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 88}
{"loss": -0.06559403985738754, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7788415551185608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5204081535339355}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 89}
{"loss": -0.07583937793970108, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8239895701408386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5102040767669678}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 90}
{"loss": -0.06591768562793732, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7167370915412903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 91}
{"loss": -0.0668754056096077, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6957568526268005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.5}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 92}
{"loss": -0.07467778027057648, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7237940430641174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 93}
{"loss": -0.07270866632461548, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.698593020439148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 94}
{"loss": -0.08212801814079285, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7480531930923462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 95}
{"loss": -0.08072677999734879, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7017481327056885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 96}
{"loss": -0.09276941418647766, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7214165329933167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 97}
{"loss": -0.09428856521844864, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7766934633255005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.49744898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 98}
{"loss": -0.09122644364833832, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7503787875175476, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 99}
{"loss": -0.10050930082798004, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7873849272727966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 100}
{"loss": -0.09851280599832535, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7373059988021851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 101}
{"loss": -0.10526382923126221, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7693979740142822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 0.05102040618658066, "acc_or": 0.5127550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 102}
{"loss": -0.0947689563035965, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6937440633773804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 103}
{"loss": -0.10430534183979034, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7269584536552429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 104}
{"loss": -0.11583197116851807, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7996459007263184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 105}
{"loss": -0.12007443606853485, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8214724659919739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 106}
{"loss": -0.12204538285732269, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8205694556236267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 107}
{"loss": -0.12062336504459381, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7783107757568359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 108}
{"loss": -0.12010128796100616, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.749687135219574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 109}
{"loss": -0.1304936558008194, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8224267959594727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 0.2857142686843872, "acc_or": 0.6224489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 110}
{"loss": -0.1332719475030899, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.827216386795044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 111}
{"loss": -0.12437035143375397, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7528316378593445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 0.05612244829535484, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 112}
{"loss": -0.12816937267780304, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7667157649993896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 113}
{"loss": -0.1344907581806183, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7977571487426758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 114}
{"loss": -0.13459324836730957, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.776934027671814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 115}
{"loss": -0.13073459267616272, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7500637173652649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 116}
{"loss": -0.13636180758476257, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7610846161842346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 117}
{"loss": -0.13391679525375366, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7501543164253235, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 118}
{"loss": -0.1405387818813324, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7664223909378052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 119}
{"loss": -0.12946203351020813, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7009550333023071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 120}
{"loss": -0.14790043234825134, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7868887782096863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 121}
{"loss": -0.1357084959745407, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.721706748008728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 122}
{"loss": -0.14895249903202057, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7713085412979126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 123}
{"loss": -0.14018423855304718, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7192371487617493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 124}
{"loss": -0.1414998471736908, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7193962931632996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 0.27551019191741943, "acc_or": 0.6147959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 125}
{"loss": -0.1560625284910202, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7852758765220642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 0.18877550959587097, "acc_or": 0.5612244606018066}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 126}
{"loss": -0.15274454653263092, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7591636776924133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 127}
{"loss": -0.15636733174324036, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7705615758895874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 128}
{"loss": -0.16690132021903992, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8140432834625244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 129}
{"loss": -0.16567766666412354, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.794545590877533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 130}
{"loss": -0.16138646006584167, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7722579836845398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 131}
{"loss": -0.15797218680381775, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.746483564376831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 132}
{"loss": -0.1692565232515335, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7907710671424866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 133}
{"loss": -0.15467096865177155, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7129665613174438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 134}
{"loss": -0.1702464073896408, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7755805253982544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 135}
{"loss": -0.16459161043167114, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7439132928848267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 136}
{"loss": -0.16533198952674866, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7421571612358093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 137}
{"loss": -0.1750485897064209, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7751093506813049, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 138}
{"loss": -0.17380686104297638, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7687883377075195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 139}
{"loss": -0.16259005665779114, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7202740907669067, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 140}
{"loss": -0.1753038465976715, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.766694962978363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 141}
{"loss": -0.17091652750968933, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7388378977775574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 142}
{"loss": -0.16407901048660278, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7046461701393127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 143}
{"loss": -0.1655929833650589, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7094460129737854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 144}
{"loss": -0.1704312562942505, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7263832092285156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 145}
{"loss": -0.16451774537563324, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6894829273223877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 146}
{"loss": -0.17964613437652588, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7482233047485352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 147}
{"loss": -0.17942023277282715, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.743261456489563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 148}
{"loss": -0.16992071270942688, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6949731707572937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 149}
{"loss": -0.18742547929286957, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7653436660766602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 150}
{"loss": -0.1825903356075287, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7418717741966248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 151}
{"loss": -0.17980675399303436, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7248458862304688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 152}
{"loss": -0.18814948201179504, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7594026327133179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 153}
{"loss": -0.18804530799388885, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.750888466835022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 154}
{"loss": -0.18870653212070465, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7458998560905457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 155}
{"loss": -0.2035014033317566, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8037723302841187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 156}
{"loss": -0.17809481918811798, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6965901851654053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 157}
{"loss": -0.18694089353084564, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7310045957565308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 158}
{"loss": -0.1948152482509613, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7540966868400574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 159}
{"loss": -0.20456764101982117, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7876272201538086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 160}
{"loss": -0.21359705924987793, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8184524774551392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 161}
{"loss": -0.19883671402931213, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7543292045593262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 162}
{"loss": -0.19094246625900269, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.727168083190918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 163}
{"loss": -0.17987897992134094, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6781383156776428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 164}
{"loss": -0.1883145570755005, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7088369727134705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 165}
{"loss": -0.2024221122264862, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.757636547088623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 166}
{"loss": -0.2226475030183792, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.8255950808525085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 167}
{"loss": -0.1938457041978836, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7184410095214844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 168}
{"loss": -0.21969765424728394, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8108306527137756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 169}
{"loss": -0.2165583074092865, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7919715642929077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 170}
{"loss": -0.20024333894252777, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7298927307128906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 171}
{"loss": -0.19716022908687592, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.715566873550415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 172}
{"loss": -0.23435412347316742, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8403021693229675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 173}
{"loss": -0.2236461043357849, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8020373582839966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 174}
{"loss": -0.22427570819854736, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.800285279750824, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 175}
{"loss": -0.2080359309911728, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7413881421089172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 176}
{"loss": -0.20449106395244598, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7313140630722046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 177}
{"loss": -0.21219076216220856, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7501506209373474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 178}
{"loss": -0.22142352163791656, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7817267179489136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 179}
{"loss": -0.2237122803926468, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7813397645950317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 180}
{"loss": -0.2256980836391449, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.790995180606842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 181}
{"loss": -0.22031809389591217, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7657387852668762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 182}
{"loss": -0.22022433578968048, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.764434814453125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 183}
{"loss": -0.21802417933940887, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.757285475730896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 184}
{"loss": -0.2320156693458557, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7940118312835693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 185}
{"loss": -0.22025251388549805, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.753335177898407, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 186}
{"loss": -0.2159513682126999, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.737280547618866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 187}
{"loss": -0.22019533812999725, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7478846311569214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 188}
{"loss": -0.21416202187538147, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7263807058334351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 189}
{"loss": -0.2323308289051056, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7877694368362427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 190}
{"loss": -0.23237517476081848, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7831420302391052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 191}
{"loss": -0.23813924193382263, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7988005876541138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 192}
{"loss": -0.22627368569374084, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.761689305305481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 193}
{"loss": -0.2189580500125885, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7346248626708984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 194}
{"loss": -0.21580961346626282, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7194160223007202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 195}
{"loss": -0.21350198984146118, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7083882689476013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 196}
{"loss": -0.24585764110088348, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8116078972816467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 197}
{"loss": -0.19754558801651, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6517428159713745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 198}
{"loss": -0.25333696603775024, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8339174389839172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 199}
{"loss": -0.21733343601226807, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7135674953460693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 200}
{"loss": -0.21494440734386444, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6987995505332947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 201}
{"loss": -0.21049824357032776, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6836707592010498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 202}
{"loss": -0.214130699634552, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6955683827400208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 203}
{"loss": -0.2119477093219757, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6856525540351868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 204}
{"loss": -0.21153941750526428, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6855539083480835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 205}
{"loss": -0.22915270924568176, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7388837337493896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 206}
{"loss": -0.24894537031650543, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7960948944091797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 207}
{"loss": -0.24839048087596893, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7950456738471985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 208}
{"loss": -0.24229714274406433, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7726367115974426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 209}
{"loss": -0.23696668446063995, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7572690844535828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 210}
{"loss": -0.21275630593299866, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6736351251602173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 211}
{"loss": -0.24598082900047302, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7797595262527466, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 212}
{"loss": -0.2533685863018036, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.801066517829895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 213}
{"loss": -0.2390989363193512, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7501878142356873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 214}
{"loss": -0.24229808151721954, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.762985110282898, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 215}
{"loss": -0.22287285327911377, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6989039182662964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 216}
{"loss": -0.2662848234176636, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8310773968696594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 217}
{"loss": -0.24552293121814728, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7649796605110168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 218}
{"loss": -0.2558084726333618, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7915515899658203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 219}
{"loss": -0.1865517795085907, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5792490839958191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 220}
{"loss": -0.23160582780838013, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.716974139213562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 221}
{"loss": -0.2421661913394928, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7501670122146606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 222}
{"loss": -0.2590726912021637, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7993602156639099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 223}
{"loss": -0.24429075419902802, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7522154450416565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 224}
{"loss": -0.24786269664764404, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7636346817016602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 225}
{"loss": -0.2554498016834259, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7822996973991394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 226}
{"loss": -0.2373979389667511, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7282847762107849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 227}
{"loss": -0.22712841629981995, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6906832456588745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 228}
{"loss": -0.22199416160583496, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6775200366973877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 229}
{"loss": -0.2673049569129944, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8110257387161255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 230}
{"loss": -0.24492749571800232, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7431713938713074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 231}
{"loss": -0.2367466390132904, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7133803367614746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 232}
{"loss": -0.23443318903446198, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7088751196861267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 233}
{"loss": -0.2454068809747696, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7404890656471252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 234}
{"loss": -0.27241745591163635, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.82054603099823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 235}
{"loss": -0.27230972051620483, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.814717710018158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 236}
{"loss": -0.2268942892551422, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6808474659919739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 237}
{"loss": -0.22596973180770874, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.674453616142273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 238}
{"loss": -0.23775656521320343, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7084657549858093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 239}
{"loss": -0.2562231719493866, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7628787755966187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 240}
{"loss": -0.2629992365837097, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7808919548988342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 241}
{"loss": -0.24985812604427338, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.741298496723175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 242}
{"loss": -0.24854671955108643, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7363052368164062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 243}
{"loss": -0.26106756925582886, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7677838206291199, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 244}
{"loss": -0.2622431516647339, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7739772200584412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 245}
{"loss": -0.2704583704471588, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7958031296730042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 246}
{"loss": -0.26072072982788086, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7663933634757996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 247}
{"loss": -0.2519254982471466, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7401891946792603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 248}
{"loss": -0.2508932650089264, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7351287603378296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 249}
{"loss": -0.270113468170166, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7884268760681152, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 250}
{"loss": -0.25974175333976746, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7588265538215637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 251}
{"loss": -0.26799437403678894, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.781119167804718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 252}
{"loss": -0.2748926877975464, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8007450699806213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 253}
{"loss": -0.2762472927570343, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8026612401008606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 254}
{"loss": -0.24691949784755707, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7168089747428894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 255}
{"loss": -0.25471436977386475, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7379568219184875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 256}
{"loss": -0.24886317551136017, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7175389528274536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 257}
{"loss": -0.23601271212100983, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6789623498916626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 258}
{"loss": -0.25323808193206787, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7291749119758606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 259}
{"loss": -0.3046235144138336, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.875241219997406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 260}
{"loss": -0.2898745834827423, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8324300646781921, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 261}
{"loss": -0.2667669653892517, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7651304602622986, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 262}
{"loss": -0.2692503035068512, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7691437005996704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 263}
{"loss": -0.23449236154556274, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6701080203056335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 264}
{"loss": -0.28469526767730713, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8115693926811218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 265}
{"loss": -0.2473549246788025, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.703269362449646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 266}
{"loss": -0.2480488270521164, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7039876580238342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 267}
{"loss": -0.23599708080291748, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.671165406703949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 268}
{"loss": -0.22893093526363373, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.650550901889801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 269}
{"loss": -0.2756558060646057, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7814612984657288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 270}
{"loss": -0.2819327414035797, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7978342175483704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 271}
{"loss": -0.25367626547813416, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7130354046821594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 272}
{"loss": -0.24020437896251678, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6766703724861145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 273}
{"loss": -0.29244357347488403, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8238539695739746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 274}
{"loss": -0.2741120159626007, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.769996702671051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 275}
{"loss": -0.2237754762172699, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6263390183448792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 276}
{"loss": -0.2474645972251892, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6940897107124329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 277}
{"loss": -0.29509323835372925, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.8259543180465698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 278}
{"loss": -0.2672765254974365, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7479630708694458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 279}
{"loss": -0.25561198592185974, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7084124088287354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 280}
{"loss": -0.2561062276363373, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7106307148933411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 281}
{"loss": -0.2879296839237213, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7994887232780457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 282}
{"loss": -0.28384339809417725, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7876293063163757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 283}
{"loss": -0.2579178810119629, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7170568704605103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 284}
{"loss": -0.28019872307777405, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7742368578910828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 285}
{"loss": -0.24375684559345245, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.674015462398529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 286}
{"loss": -0.27159422636032104, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7512649893760681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 287}
{"loss": -0.2599064111709595, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7160995602607727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 288}
{"loss": -0.26629334688186646, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7297489643096924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 289}
{"loss": -0.26164278388023376, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7209110856056213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 290}
{"loss": -0.26713111996650696, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.733325719833374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 291}
{"loss": -0.2738879919052124, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7532697916030884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 292}
{"loss": -0.28211116790771484, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7729864120483398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 293}
{"loss": -0.2684500515460968, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7368038892745972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 294}
{"loss": -0.275488942861557, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7538855671882629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 295}
{"loss": -0.3186696767807007, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8714341521263123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 296}
{"loss": -0.27409639954566956, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7494149208068848, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 297}
{"loss": -0.3033519685268402, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8285523653030396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 298}
{"loss": -0.2652428150177002, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7200595736503601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 299}
{"loss": -0.3106480538845062, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8420537710189819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 300}
{"loss": -0.2729315161705017, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.739571750164032, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 301}
{"loss": -0.2835925221443176, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7688643932342529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 302}
{"loss": -0.27153611183166504, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7377817630767822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 303}
{"loss": -0.282254695892334, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7665185332298279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 304}
{"loss": -0.28778550028800964, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7787989974021912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 305}
{"loss": -0.25624895095825195, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6918800473213196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 306}
{"loss": -0.2554744482040405, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6874229907989502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 307}
{"loss": -0.2744869589805603, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7413139939308167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 308}
{"loss": -0.2965691387653351, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.800205409526825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 309}
{"loss": -0.26661160588264465, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7176691889762878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 310}
{"loss": -0.27746158838272095, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.746957540512085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 311}
{"loss": -0.28281906247138977, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7575370669364929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 312}
{"loss": -0.31584522128105164, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8487565517425537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 313}
{"loss": -0.2814704179763794, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7543640732765198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 314}
{"loss": -0.2699825167655945, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7228126525878906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 315}
{"loss": -0.2636626958847046, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.70469731092453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 316}
{"loss": -0.27034616470336914, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7218062877655029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 317}
{"loss": -0.24778693914413452, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6599225401878357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 318}
{"loss": -0.29060763120651245, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7748417854309082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 319}
{"loss": -0.2985421121120453, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7962093949317932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 320}
{"loss": -0.2536713778972626, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6742780208587646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 321}
{"loss": -0.2785581946372986, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7398000955581665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 322}
{"loss": -0.2640034556388855, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7011020183563232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 323}
{"loss": -0.2638637125492096, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7004954814910889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 324}
{"loss": -0.2590428590774536, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6858339905738831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 325}
{"loss": -0.30686166882514954, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8107748031616211, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 326}
{"loss": -0.2926844358444214, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7755828499794006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 327}
{"loss": -0.29685115814208984, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7850052118301392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 328}
{"loss": -0.28858038783073425, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7592301368713379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 329}
{"loss": -0.27157649397850037, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7152161002159119, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 330}
{"loss": -0.27242588996887207, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7173505425453186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 331}
{"loss": -0.2773421108722687, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7272512316703796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 332}
{"loss": -0.277189165353775, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7298365235328674, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 333}
{"loss": -0.26037833094596863, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6798254251480103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 334}
{"loss": -0.27059152722358704, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7056682705879211, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 335}
{"loss": -0.2604679465293884, "acc": 0.9962602257728577, "acc_or": 0.9980734586715698, "sender_entropy": 0.6793566942214966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 336}
{"loss": -0.28458714485168457, "acc": 0.9961468577384949, "acc_or": 0.9980167746543884, "sender_entropy": 0.7375157475471497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 337}
{"loss": -0.2625788748264313, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6868078708648682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 338}
{"loss": -0.2715003192424774, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7074298858642578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 339}
{"loss": -0.3027052879333496, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7904242277145386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 340}
{"loss": -0.24856378138065338, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6445260047912598, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 341}
{"loss": -0.29744359850883484, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7735819816589355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 342}
{"loss": -0.25817209482192993, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6679916381835938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 343}
{"loss": -0.2734670341014862, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7101404666900635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 344}
{"loss": -0.27385812997817993, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7058243155479431, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 345}
{"loss": -0.29749709367752075, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7741772532463074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 346}
{"loss": -0.3108804225921631, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.804460883140564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 347}
{"loss": -0.3284536302089691, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8457950949668884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 348}
{"loss": -0.30156174302101135, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7803860902786255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 349}
{"loss": -0.28991296887397766, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7507640719413757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 350}
{"loss": -0.24017281830310822, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6193496584892273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 351}
{"loss": -0.27518853545188904, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7086223363876343, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 352}
{"loss": -0.27624765038490295, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.71160489320755, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 353}
{"loss": -0.32750722765922546, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8438690900802612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 354}
{"loss": -0.2689213752746582, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.693192183971405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 355}
{"loss": -0.29222458600997925, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7496823072433472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 356}
{"loss": -0.28452399373054504, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7315036654472351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 357}
{"loss": -0.29632845520973206, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.761234700679779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 358}
{"loss": -0.31870540976524353, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8168503046035767, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 359}
{"loss": -0.2875961363315582, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7369393706321716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 360}
{"loss": -0.26740115880966187, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6837093830108643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 361}
{"loss": -0.266558974981308, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6810669898986816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 362}
{"loss": -0.29204684495925903, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7449060082435608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 363}
{"loss": -0.2788200080394745, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7109552025794983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 364}
{"loss": -0.25568437576293945, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6509659886360168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 365}
{"loss": -0.28911373019218445, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7364515066146851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 366}
{"loss": -0.2881113588809967, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7340270280838013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 367}
{"loss": -0.27167555689811707, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6928254961967468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 368}
{"loss": -0.2855374813079834, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7268869876861572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 369}
{"loss": -0.2755897045135498, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7002564072608948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 370}
{"loss": -0.30143600702285767, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7658910751342773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 371}
{"loss": -0.2865142524242401, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7271205186843872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 372}
{"loss": -0.2788854241371155, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.70604008436203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 373}
{"loss": -0.3083376884460449, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.781941294670105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 374}
{"loss": -0.2653507888317108, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.668407142162323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 375}
{"loss": -0.29494336247444153, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7449094653129578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 376}
{"loss": -0.28282225131988525, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7152960896492004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 377}
{"loss": -0.27146363258361816, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6868388056755066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 378}
{"loss": -0.2744355797767639, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6935150027275085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 379}
{"loss": -0.28392213582992554, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.717558741569519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 380}
{"loss": -0.2878354787826538, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7245322465896606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 381}
{"loss": -0.2838335335254669, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7152226567268372, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 382}
{"loss": -0.27630120515823364, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.69569331407547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 383}
{"loss": -0.2907106280326843, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7311899662017822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 384}
{"loss": -0.2775636911392212, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6977298855781555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 385}
{"loss": -0.28077128529548645, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7036353945732117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 386}
{"loss": -0.3111453652381897, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7831813097000122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 387}
{"loss": -0.27961236238479614, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.700721800327301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 388}
{"loss": -0.282225638628006, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7073544859886169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 389}
{"loss": -0.2811194360256195, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.704389750957489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 390}
{"loss": -0.29879865050315857, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7492973208427429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 391}
{"loss": -0.27371251583099365, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6864134073257446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 392}
{"loss": -0.30170562863349915, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7565412521362305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 393}
{"loss": -0.27298837900161743, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6811116933822632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 394}
{"loss": -0.2807225286960602, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7016804218292236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 395}
{"loss": -0.2879014313220978, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7172625660896301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 396}
{"loss": -0.26128846406936646, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6514365673065186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 397}
{"loss": -0.31018325686454773, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7753475904464722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 398}
{"loss": -0.2998979389667511, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7471147775650024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 399}
{"loss": -0.2775464653968811, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.688652515411377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 400}
{"loss": -0.26176491379737854, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6501220464706421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 401}
{"loss": -0.27638232707977295, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6874111890792847, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 402}
{"loss": -0.30458223819732666, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7574573755264282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 403}
{"loss": -0.24831734597682953, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.613246738910675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 404}
{"loss": -0.2750137448310852, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6833205223083496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 405}
{"loss": -0.28367218375205994, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7038196921348572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 406}
{"loss": -0.2732379734516144, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6767268180847168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 407}
{"loss": -0.28025734424591064, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6943097710609436, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 408}
{"loss": -0.30537280440330505, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7578877806663513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 409}
{"loss": -0.28049537539482117, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6930179595947266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 410}
{"loss": -0.2767247259616852, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6848196983337402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 411}
{"loss": -0.279443621635437, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6924170851707458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 412}
{"loss": -0.2935015857219696, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.726825475692749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 413}
{"loss": -0.29056331515312195, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7179363369941711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 414}
{"loss": -0.2625384032726288, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6473221778869629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 415}
{"loss": -0.2851185202598572, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7041683793067932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 416}
{"loss": -0.28243181109428406, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6963053345680237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 417}
{"loss": -0.298067569732666, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7354968786239624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 418}
{"loss": -0.2966189384460449, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7332829236984253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 419}
{"loss": -0.2682478725910187, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6617743968963623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 420}
{"loss": -0.30529090762138367, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7516534328460693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 421}
{"loss": -0.2896203398704529, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.711681067943573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 422}
{"loss": -0.2927822768688202, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7193467617034912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 423}
{"loss": -0.28372451663017273, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6980183124542236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 424}
{"loss": -0.2903241217136383, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7130798101425171, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 425}
{"loss": -0.2998901307582855, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7353011965751648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 426}
{"loss": -0.28669440746307373, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7031325101852417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 427}
{"loss": -0.27841755747795105, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6829039454460144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 428}
{"loss": -0.3007825016975403, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7368940711021423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 429}
{"loss": -0.27949264645576477, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6825156807899475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 430}
{"loss": -0.284299373626709, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6950051784515381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 431}
{"loss": -0.2879211902618408, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7062612175941467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 432}
{"loss": -0.29375895857810974, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7188963294029236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 433}
{"loss": -0.2841622829437256, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6959644556045532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 434}
{"loss": -0.31224679946899414, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7609964609146118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 435}
{"loss": -0.312764436006546, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.76600581407547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 436}
{"loss": -0.32438603043556213, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.793462336063385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 437}
{"loss": -0.31181058287620544, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7613994479179382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 438}
{"loss": -0.3103271722793579, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7584927678108215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 439}
{"loss": -0.27803969383239746, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6777399182319641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 440}
{"loss": -0.2879013419151306, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7023900151252747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 441}
{"loss": -0.2803788483142853, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6847681999206543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 442}
{"loss": -0.2949816584587097, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7189418077468872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 443}
{"loss": -0.30751630663871765, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7491878867149353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 444}
{"loss": -0.28728312253952026, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.699365496635437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 445}
{"loss": -0.2875467538833618, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6990553140640259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 446}
{"loss": -0.28641751408576965, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6969553828239441, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 447}
{"loss": -0.30179479718208313, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.734272837638855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 448}
{"loss": -0.2725391983985901, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6602454781532288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 449}
{"loss": -0.29623985290527344, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7194912433624268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 450}
{"loss": -0.28651973605155945, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6931817531585693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 451}
{"loss": -0.28205713629722595, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6824119091033936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 452}
{"loss": -0.2919895052909851, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7088630795478821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 453}
{"loss": -0.29069292545318604, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7058402895927429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 454}
{"loss": -0.31077349185943604, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.754227876663208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 455}
{"loss": -0.2906295955181122, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7038577795028687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 456}
{"loss": -0.2887018322944641, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6992987394332886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 457}
{"loss": -0.28409355878829956, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6882655024528503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 458}
{"loss": -0.28471025824546814, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6876828670501709, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 459}
{"loss": -0.2666974663734436, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6423559784889221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 460}
{"loss": -0.2908341586589813, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6988181471824646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 461}
{"loss": -0.2896636426448822, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6996148228645325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 462}
{"loss": -0.28796660900115967, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6923582553863525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 463}
{"loss": -0.2987484335899353, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7181069850921631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 464}
{"loss": -0.27501729130744934, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6631537675857544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 465}
{"loss": -0.2901381552219391, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6998335123062134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 466}
{"loss": -0.2889080345630646, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6968404054641724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 467}
{"loss": -0.3108467757701874, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7472991943359375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 468}
{"loss": -0.3041534721851349, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7321531772613525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 469}
{"loss": -0.3117867708206177, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7504815459251404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 470}
{"loss": -0.2911589741706848, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6997858285903931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 471}
{"loss": -0.2959602475166321, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7117756009101868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 472}
{"loss": -0.2893277704715729, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.695509135723114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 473}
{"loss": -0.30124011635780334, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7236003875732422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 474}
{"loss": -0.2965999245643616, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7130297422409058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 475}
{"loss": -0.2924291491508484, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7019274830818176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 476}
{"loss": -0.299456924200058, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7176595330238342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 477}
{"loss": -0.2958655059337616, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7078865170478821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 478}
{"loss": -0.2784409821033478, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6655983924865723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 479}
{"loss": -0.3158874809741974, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7578507661819458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 480}
{"loss": -0.2944725751876831, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7052818536758423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 481}
{"loss": -0.27086421847343445, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6471067070960999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 482}
{"loss": -0.2934674322605133, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7014778852462769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 483}
{"loss": -0.2924533188343048, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6995291709899902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 484}
{"loss": -0.27661755681037903, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6622195839881897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 485}
{"loss": -0.3125113844871521, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7467600703239441, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 486}
{"loss": -0.29806947708129883, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.713026762008667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 487}
{"loss": -0.31748825311660767, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7588375210762024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 488}
{"loss": -0.29157277941703796, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6937698721885681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 489}
{"loss": -0.3170507252216339, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7570347189903259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 490}
{"loss": -0.2910917401313782, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6933813095092773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 491}
{"loss": -0.30245441198349, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7221804261207581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 492}
{"loss": -0.3048418462276459, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7254195809364319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 493}
{"loss": -0.31386998295783997, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7494643926620483, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 494}
{"loss": -0.3031114935874939, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7243684530258179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 495}
{"loss": -0.2964871823787689, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7059645652770996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 496}
{"loss": -0.30304449796676636, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7222891449928284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 497}
{"loss": -0.2627941071987152, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6237773895263672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 498}
{"loss": -0.3009985089302063, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.715834379196167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 499}
{"loss": -0.31635433435440063, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7545340061187744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 500}
{"loss": -0.28773370385169983, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6828648447990417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 501}
{"loss": -0.28415945172309875, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6747794151306152, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 502}
{"loss": -0.30228862166404724, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7165111303329468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 503}
{"loss": -0.29763263463974, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7047675848007202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 504}
{"loss": -0.30642199516296387, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7273554801940918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 505}
{"loss": -0.2835254669189453, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6729733347892761, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 506}
{"loss": -0.29558631777763367, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.699924886226654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 507}
{"loss": -0.31578829884529114, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7510004639625549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 508}
{"loss": -0.29751384258270264, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7053613066673279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 509}
{"loss": -0.31315165758132935, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7422558665275574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 510}
{"loss": -0.3142085075378418, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7446654438972473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 511}
{"loss": -0.31057825684547424, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7364358305931091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 512}
{"loss": -0.28044262528419495, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6642475128173828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 513}
{"loss": -0.3136723041534424, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7406038045883179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 514}
{"loss": -0.3066447079181671, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7260912656784058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 515}
{"loss": -0.29083600640296936, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6870548725128174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 516}
{"loss": -0.29598698019981384, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6996337175369263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 517}
{"loss": -0.2837790250778198, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6702448129653931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 518}
{"loss": -0.30450525879859924, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7190612554550171, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 519}
{"loss": -0.2911958694458008, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6862150430679321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 520}
{"loss": -0.32613834738731384, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7714639902114868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 521}
{"loss": -0.3116147220134735, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7370578050613403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 522}
{"loss": -0.2951268255710602, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6963682770729065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 523}
{"loss": -0.30392560362815857, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7169511318206787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 524}
{"loss": -0.3050171732902527, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7187104821205139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 525}
{"loss": -0.32891160249710083, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7763724327087402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 526}
{"loss": -0.32600104808807373, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7694467306137085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 527}
{"loss": -0.30100491642951965, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7093868851661682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 528}
{"loss": -0.30087289214134216, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7087916731834412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 529}
{"loss": -0.3433570861816406, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8075600862503052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 530}
{"loss": -0.3257778286933899, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7679185271263123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 531}
{"loss": -0.31400421261787415, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7402604818344116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 532}
{"loss": -0.29559770226478577, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6942172050476074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 533}
{"loss": -0.2969895601272583, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6982982158660889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 534}
{"loss": -0.3215421140193939, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7570767402648926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 535}
{"loss": -0.33051615953445435, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7778699398040771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 536}
{"loss": -0.3200826644897461, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7525485157966614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 537}
{"loss": -0.3123777210712433, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7352039813995361, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 538}
{"loss": -0.3384367525577545, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7938728332519531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 539}
{"loss": -0.3111985921859741, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7303990125656128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 540}
{"loss": -0.3132580816745758, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7358400821685791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 541}
{"loss": -0.3031737804412842, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7126889228820801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 542}
{"loss": -0.31775781512260437, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7463477253913879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 543}
{"loss": -0.2886029779911041, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6760937571525574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 544}
{"loss": -0.31553035974502563, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7401237487792969, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 545}
{"loss": -0.32457974553108215, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7616105079650879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 546}
{"loss": -0.2888276278972626, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.676953136920929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 547}
{"loss": -0.2911681830883026, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6817836165428162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 548}
{"loss": -0.29399412870407104, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6891600489616394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 549}
{"loss": -0.3269954025745392, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7656987309455872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 550}
{"loss": -0.29990437626838684, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7014503479003906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 551}
{"loss": -0.30274268984794617, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7089664936065674, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 552}
{"loss": -0.3020774722099304, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7069851160049438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 553}
{"loss": -0.30010199546813965, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7004089951515198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 554}
{"loss": -0.3018369972705841, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7045252323150635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 555}
{"loss": -0.3163898289203644, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7402342557907104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 556}
{"loss": -0.2810851037502289, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6539379954338074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 557}
{"loss": -0.30142199993133545, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7040051221847534, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 558}
{"loss": -0.31328460574150085, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7286596298217773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 559}
{"loss": -0.30964919924736023, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7215089201927185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 560}
{"loss": -0.3148781359195709, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7355339527130127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 561}
{"loss": -0.3053254187107086, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7120811939239502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 562}
{"loss": -0.2936640679836273, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6845478415489197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 563}
{"loss": -0.3157599866390228, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7368719577789307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 564}
{"loss": -0.29998669028282166, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6982108950614929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 565}
{"loss": -0.3024522662162781, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7029938101768494, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 566}
{"loss": -0.333856999874115, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7781158089637756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 567}
{"loss": -0.295881062746048, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6871640682220459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 568}
{"loss": -0.2825351357460022, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6549961566925049, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 569}
{"loss": -0.29956549406051636, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6961269378662109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 570}
{"loss": -0.3173569142818451, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7393331527709961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 571}
{"loss": -0.3120094835758209, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7249846458435059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 572}
{"loss": -0.32200437784194946, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7502135634422302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 573}
{"loss": -0.3045332431793213, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7076533436775208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 574}
{"loss": -0.28922390937805176, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6711437702178955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 575}
{"loss": -0.31096917390823364, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7225750088691711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 576}
{"loss": -0.31086665391921997, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7220050692558289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 577}
{"loss": -0.2964213490486145, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6874231696128845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 578}
{"loss": -0.28289633989334106, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6566972136497498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 579}
{"loss": -0.3320469856262207, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7709142565727234, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 580}
{"loss": -0.3272656798362732, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7599227428436279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 581}
{"loss": -0.3111315071582794, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.721950113773346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 582}
{"loss": -0.28929439187049866, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6705770492553711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 583}
{"loss": -0.301871120929718, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.699891984462738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 584}
{"loss": -0.30281248688697815, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7009580135345459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 585}
{"loss": -0.30950072407722473, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7177436947822571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 586}
{"loss": -0.3045945465564728, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7071993947029114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 587}
{"loss": -0.2946268916130066, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6823671460151672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 588}
{"loss": -0.3400886058807373, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.788582980632782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 589}
{"loss": -0.3389434814453125, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7862998247146606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 590}
{"loss": -0.3651809096336365, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8480685353279114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 591}
{"loss": -0.33126574754714966, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7675932049751282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 592}
{"loss": -0.3017352223396301, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.698100209236145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 593}
{"loss": -0.3006061613559723, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6951465010643005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 594}
{"loss": -0.3120803236961365, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7209852337837219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 595}
{"loss": -0.3071553409099579, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7102463841438293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 596}
{"loss": -0.30949416756629944, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7163097858428955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 597}
{"loss": -0.30080926418304443, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6952580213546753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 598}
{"loss": -0.3284872770309448, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7587145566940308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 599}
{"loss": -0.3343568444252014, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7732453346252441, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 600}
{"loss": -0.3213385045528412, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7424168586730957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 601}
{"loss": -0.3094770610332489, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.714735746383667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 602}
{"loss": -0.29216206073760986, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.674757182598114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 603}
{"loss": -0.3053278625011444, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7043226957321167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 604}
{"loss": -0.3061675429344177, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7060128450393677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 605}
{"loss": -0.3143015503883362, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.725376546382904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 606}
{"loss": -0.31912675499916077, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7353795766830444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 607}
{"loss": -0.3257301151752472, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7515466213226318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 608}
{"loss": -0.3187291622161865, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7339847683906555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 609}
{"loss": -0.32056841254234314, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7367830872535706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 610}
{"loss": -0.31900572776794434, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7354114055633545, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 611}
{"loss": -0.3275566101074219, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7541050314903259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 612}
{"loss": -0.3355999290943146, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7724563479423523, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 613}
{"loss": -0.3203626275062561, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.734553337097168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 614}
{"loss": -0.3148830533027649, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7241488695144653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 615}
{"loss": -0.3222483694553375, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7427055239677429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 616}
{"loss": -0.33516618609428406, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7722523212432861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 617}
{"loss": -0.31549111008644104, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7272142767906189, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 618}
{"loss": -0.30166876316070557, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6936318278312683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 619}
{"loss": -0.32233816385269165, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7426468729972839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 620}
{"loss": -0.3278430700302124, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7526392340660095, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 621}
{"loss": -0.28920409083366394, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6624573469161987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 622}
{"loss": -0.3127707839012146, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7175058126449585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 623}
{"loss": -0.31169188022613525, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7153681516647339, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 624}
{"loss": -0.3041050434112549, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6990119218826294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 625}
{"loss": -0.29425206780433655, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6753777265548706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 626}
{"loss": -0.3107447624206543, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.712763786315918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 627}
{"loss": -0.31401410698890686, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7196127772331238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 628}
{"loss": -0.2838859558105469, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6513072848320007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 629}
{"loss": -0.2934328019618988, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6706405878067017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 630}
{"loss": -0.3159976899623871, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7251719832420349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 631}
{"loss": -0.3258776068687439, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7472266554832458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 632}
{"loss": -0.31438973546028137, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7206424474716187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 633}
{"loss": -0.32605376839637756, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.747148334980011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 634}
{"loss": -0.31661903858184814, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7248561978340149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 635}
{"loss": -0.3343532979488373, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7674055695533752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 636}
{"loss": -0.3132072687149048, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7165303230285645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 637}
{"loss": -0.326302707195282, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7487953305244446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 638}
{"loss": -0.2918722331523895, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6667801141738892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 639}
{"loss": -0.31592273712158203, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7230328917503357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 640}
{"loss": -0.31357574462890625, "acc": 0.9962602257728577, "acc_or": 0.9980734586715698, "sender_entropy": 0.7168153524398804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 641}
{"loss": -0.29788830876350403, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.678114116191864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 642}
{"loss": -0.3090400993824005, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7056201100349426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 643}
{"loss": -0.2867509424686432, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.654520571231842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 644}
{"loss": -0.3328319787979126, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7612130045890808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 645}
{"loss": -0.31240224838256836, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7136483788490295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 646}
{"loss": -0.34114494919776917, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7803325653076172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 647}
{"loss": -0.30956345796585083, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7078890800476074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 648}
{"loss": -0.3089287579059601, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.703538715839386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 649}
{"loss": -0.30562523007392883, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6972457766532898, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 650}
{"loss": -0.29865214228630066, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6797927618026733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 651}
{"loss": -0.32994893193244934, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7544270753860474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 652}
{"loss": -0.32089290022850037, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7325016856193542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 653}
{"loss": -0.31168487668037415, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7104587554931641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 654}
{"loss": -0.3123965263366699, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7126216888427734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 655}
{"loss": -0.3149016499519348, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7194494605064392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 656}
{"loss": -0.3029245138168335, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6895848512649536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 657}
{"loss": -0.31324395537376404, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7144091725349426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 658}
{"loss": -0.31323349475860596, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7146970629692078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 659}
{"loss": -0.29990455508232117, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6831658482551575, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 660}
{"loss": -0.3130287826061249, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7126870155334473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 661}
{"loss": -0.34630486369132996, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7903161644935608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 662}
{"loss": -0.3045886158943176, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.692847728729248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 663}
{"loss": -0.3411816954612732, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7782358527183533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 664}
{"loss": -0.3198173940181732, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.728380024433136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 665}
{"loss": -0.3382680416107178, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7708393931388855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 666}
{"loss": -0.31877031922340393, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.725502073764801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 667}
{"loss": -0.3174932897090912, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.722393810749054, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 668}
{"loss": -0.3200715184211731, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7280061841011047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 669}
{"loss": -0.32639381289482117, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7431424260139465, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 670}
{"loss": -0.32971712946891785, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7509446740150452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 671}
{"loss": -0.33931347727775574, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7719125747680664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 672}
{"loss": -0.29425257444381714, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6692373752593994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 673}
{"loss": -0.3010665476322174, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6850981116294861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 674}
{"loss": -0.3047623038291931, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6908870935440063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 675}
{"loss": -0.33195728063583374, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.754750669002533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 676}
{"loss": -0.29762884974479675, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6738547682762146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 677}
{"loss": -0.3105562627315521, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7053574323654175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 678}
{"loss": -0.34145110845565796, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7755418419837952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 679}
{"loss": -0.29770252108573914, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6750730872154236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 680}
{"loss": -0.31979626417160034, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7265799641609192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 681}
{"loss": -0.31335997581481934, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7109886407852173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 682}
{"loss": -0.3197360932826996, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7243220210075378, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 683}
{"loss": -0.32792580127716064, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.744944155216217, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 684}
{"loss": -0.30152174830436707, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6838506460189819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 685}
{"loss": -0.3104265630245209, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7035131454467773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 686}
{"loss": -0.34208938479423523, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7764121890068054, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 687}
{"loss": -0.32068490982055664, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7262793183326721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 688}
{"loss": -0.3106953799724579, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7038069367408752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 689}
{"loss": -0.32216018438339233, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7305951118469238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 690}
{"loss": -0.33274975419044495, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7544363737106323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 691}
{"loss": -0.31747111678123474, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7197746634483337, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 692}
{"loss": -0.31441813707351685, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7123188972473145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 693}
{"loss": -0.3353736400604248, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7560845017433167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 694}
{"loss": -0.31976768374443054, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7226138114929199, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 695}
{"loss": -0.3173849582672119, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7183544635772705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 696}
{"loss": -0.29440146684646606, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6646984219551086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 697}
{"loss": -0.3186568021774292, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7219964265823364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 698}
{"loss": -0.314746618270874, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7113791704177856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 699}
{"loss": -0.3022838234901428, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6826867461204529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 700}
{"loss": -0.30366602540016174, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6852028369903564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 701}
{"loss": -0.30369773507118225, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6849499940872192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 702}
{"loss": -0.2941761314868927, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.664347231388092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 703}
{"loss": -0.3438638746738434, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7779898643493652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 704}
{"loss": -0.2980254292488098, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6740734577178955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 705}
{"loss": -0.3582523763179779, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8095637559890747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 706}
{"loss": -0.34985974431037903, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7918152213096619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 707}
{"loss": -0.32068654894828796, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.724336564540863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 708}
{"loss": -0.3127666413784027, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7038812637329102, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 709}
{"loss": -0.30590197443962097, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6903761625289917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 710}
{"loss": -0.33095425367355347, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.746597409248352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 711}
{"loss": -0.3372286558151245, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7619867920875549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 712}
{"loss": -0.3387160301208496, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7651736736297607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 713}
{"loss": -0.3250812888145447, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7332228422164917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 714}
{"loss": -0.3285006284713745, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7419552803039551, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 715}
{"loss": -0.32586386799812317, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7355413436889648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 716}
{"loss": -0.3306017220020294, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7461698055267334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 717}
{"loss": -0.31922584772109985, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7192513346672058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 718}
{"loss": -0.33532044291496277, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7565510272979736, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 719}
{"loss": -0.29867467284202576, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6716434359550476, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 720}
{"loss": -0.33721935749053955, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7609755992889404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 721}
{"loss": -0.3108893632888794, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7001001834869385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 722}
{"loss": -0.33416202664375305, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7532731294631958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 723}
{"loss": -0.315693736076355, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.711715042591095, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 724}
{"loss": -0.35164186358451843, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7941311001777649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 725}
{"loss": -0.3323470950126648, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7484053373336792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 726}
{"loss": -0.3169397711753845, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7133318781852722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 727}
{"loss": -0.33376795053482056, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.752117395401001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 728}
{"loss": -0.3146955966949463, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7077030539512634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 729}
{"loss": -0.3221721053123474, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7259403467178345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 730}
{"loss": -0.33798548579216003, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7606089115142822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 731}
{"loss": -0.31262412667274475, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7034710645675659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 732}
{"loss": -0.3319249749183655, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7467204332351685, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 733}
{"loss": -0.32557809352874756, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7328132390975952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 734}
{"loss": -0.32187145948410034, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7233496308326721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 735}
{"loss": -0.2913770377635956, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6520522236824036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 736}
{"loss": -0.33560872077941895, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7548004984855652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 737}
{"loss": -0.3092668056488037, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6943536400794983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 738}
{"loss": -0.356332391500473, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8025473356246948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 739}
{"loss": -0.33077067136764526, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.743564784526825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 740}
{"loss": -0.3122122883796692, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7013834714889526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 741}
{"loss": -0.32432129979133606, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7285202741622925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 742}
{"loss": -0.32518380880355835, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7299405932426453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 743}
{"loss": -0.35260385274887085, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7930589318275452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 744}
{"loss": -0.339150607585907, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7623941898345947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 745}
{"loss": -0.3252418637275696, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7300987839698792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 746}
{"loss": -0.333476722240448, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7475244998931885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 747}
{"loss": -0.3119785785675049, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7006331086158752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 748}
{"loss": -0.33288514614105225, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7478698492050171, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 749}
{"loss": -0.3226388990879059, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7239792346954346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 750}
{"loss": -0.3409211337566376, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.76646488904953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 751}
{"loss": -0.34731215238571167, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7799724340438843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 752}
{"loss": -0.34305238723754883, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7680111527442932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 753}
{"loss": -0.31856516003608704, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7145984172821045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 754}
{"loss": -0.3312895596027374, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7431576251983643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 755}
{"loss": -0.33573266863822937, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7534334659576416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 756}
{"loss": -0.358367919921875, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8034546375274658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 757}
{"loss": -0.31202027201652527, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.697908878326416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 758}
{"loss": -0.36700543761253357, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8226943612098694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 759}
{"loss": -0.30428847670555115, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6798757314682007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 760}
{"loss": -0.348312646150589, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7807930111885071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 761}
{"loss": -0.3073144555091858, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6880055665969849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 762}
{"loss": -0.31389331817626953, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7035635709762573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 763}
{"loss": -0.2900058925151825, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6482886672019958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 764}
{"loss": -0.3151804208755493, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7056883573532104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 765}
{"loss": -0.29604101181030273, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6616677045822144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 766}
{"loss": -0.3283480405807495, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7350614666938782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 767}
{"loss": -0.31764891743659973, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7098910808563232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 768}
{"loss": -0.328639954328537, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7357628345489502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 769}
{"loss": -0.3303643465042114, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7378873825073242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 770}
{"loss": -0.32836809754371643, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.73442542552948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 771}
{"loss": -0.33057981729507446, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7395155429840088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 772}
{"loss": -0.31446754932403564, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7019877433776855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 773}
{"loss": -0.3381776213645935, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.756641149520874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 774}
{"loss": -0.3287600874900818, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.73548823595047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 775}
{"loss": -0.3262607753276825, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7302872538566589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 776}
{"loss": -0.33250799775123596, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7427424192428589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 777}
{"loss": -0.3333669602870941, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7450166940689087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 778}
{"loss": -0.30838993191719055, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6884505748748779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 779}
{"loss": -0.33154717087745667, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7409062385559082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 780}
{"loss": -0.2964138090610504, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6599963307380676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 781}
{"loss": -0.31653037667274475, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7065180540084839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 782}
{"loss": -0.33799225091934204, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7551230192184448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 783}
{"loss": -0.3269136846065521, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7282648682594299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 784}
{"loss": -0.3085952401161194, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6872628331184387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 785}
{"loss": -0.34557053446769714, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7723276615142822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 786}
{"loss": -0.32802850008010864, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7315207123756409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 787}
{"loss": -0.3450734615325928, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7709084153175354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 788}
{"loss": -0.3308393955230713, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7380730509757996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 789}
{"loss": -0.31242692470550537, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6956084370613098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 790}
{"loss": -0.3053450882434845, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6794204711914062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 791}
{"loss": -0.3387569487094879, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7558836936950684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 792}
{"loss": -0.3238556385040283, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7220910787582397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 793}
{"loss": -0.32553228735923767, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7258751392364502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 794}
{"loss": -0.3179495930671692, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7086887955665588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 795}
{"loss": -0.32013610005378723, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7146919369697571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 796}
{"loss": -0.3649066984653473, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8153054118156433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 797}
{"loss": -0.32750698924064636, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7297540307044983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 798}
{"loss": -0.3257470428943634, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7265084385871887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 799}
{"loss": -0.30882859230041504, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6864123344421387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 800}
{"loss": -0.3138905465602875, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6986347436904907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 801}
{"loss": -0.35400310158729553, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7905148267745972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 802}
{"loss": -0.31520193815231323, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.700782835483551, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 803}
{"loss": -0.3133556842803955, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6958131194114685, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 804}
{"loss": -0.33475759625434875, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.744444727897644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 805}
{"loss": -0.30987080931663513, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6893500685691833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 806}
{"loss": -0.3423575162887573, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.761665940284729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 807}
{"loss": -0.3345005214214325, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7450571060180664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 808}
{"loss": -0.31882724165916443, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7095444798469543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 809}
{"loss": -0.3398555815219879, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7555211782455444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 810}
{"loss": -0.34912702441215515, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7772524356842041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 811}
{"loss": -0.34279629588127136, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7634789943695068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 812}
{"loss": -0.31454169750213623, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6995062828063965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 813}
{"loss": -0.3351007401943207, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7455971837043762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 814}
{"loss": -0.3374238610267639, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.749722421169281, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 815}
{"loss": -0.32261931896209717, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7158905863761902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 816}
{"loss": -0.31668439507484436, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7038070559501648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 817}
{"loss": -0.30953195691108704, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6861950159072876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 818}
{"loss": -0.34914630651474, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7757222652435303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 819}
{"loss": -0.3446478843688965, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7664735317230225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 820}
{"loss": -0.3343493342399597, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7424627542495728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 821}
{"loss": -0.31194472312927246, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6928176283836365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 822}
{"loss": -0.3077678978443146, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6820629835128784, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 823}
{"loss": -0.310104638338089, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6880198121070862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 824}
{"loss": -0.3176354169845581, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7039384245872498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 825}
{"loss": -0.33831286430358887, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7510839104652405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 826}
{"loss": -0.3277866840362549, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7277787923812866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 827}
{"loss": -0.3354814946651459, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7446221113204956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 828}
{"loss": -0.34022659063339233, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7549222707748413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 829}
{"loss": -0.3376295566558838, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7492444515228271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 830}
{"loss": -0.34044164419174194, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7551783323287964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 831}
{"loss": -0.3151875436306, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6988028287887573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 832}
{"loss": -0.3298271894454956, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7312909364700317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 833}
{"loss": -0.33102360367774963, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7343212366104126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 834}
{"loss": -0.3341188430786133, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7409043908119202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 835}
{"loss": -0.3473477363586426, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7703166604042053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 836}
{"loss": -0.3589484393596649, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7973914742469788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 837}
{"loss": -0.3179072141647339, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7041086554527283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 838}
{"loss": -0.31942760944366455, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7074671983718872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 839}
{"loss": -0.3215772807598114, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.712721049785614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 840}
{"loss": -0.3298945724964142, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7313786149024963, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 841}
{"loss": -0.3230668306350708, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7165623903274536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 842}
{"loss": -0.33388081192970276, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7393889427185059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 843}
{"loss": -0.3334221839904785, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7377362847328186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 844}
{"loss": -0.31446316838264465, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6959832906723022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 845}
{"loss": -0.313669353723526, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6940369009971619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 846}
{"loss": -0.3091199994087219, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6838050484657288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 847}
{"loss": -0.3071165382862091, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6796423196792603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 848}
{"loss": -0.32273370027542114, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7142371535301208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 849}
{"loss": -0.3363432288169861, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7437790632247925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 850}
{"loss": -0.3324103355407715, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7348033785820007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 851}
{"loss": -0.32896050810813904, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7278280258178711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 852}
{"loss": -0.31474271416664124, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6953710317611694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 853}
{"loss": -0.3209937512874603, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.710117757320404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 854}
{"loss": -0.3237318992614746, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7159918546676636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 855}
{"loss": -0.34124845266342163, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7558134198188782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 856}
{"loss": -0.3171556293964386, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6996830105781555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 857}
{"loss": -0.3055422008037567, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6738896369934082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 858}
{"loss": -0.34468337893486023, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7622058987617493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 859}
{"loss": -0.3293769061565399, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7272923588752747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 860}
{"loss": -0.3256736099720001, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7195478081703186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 861}
{"loss": -0.3172781467437744, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7013564109802246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 862}
{"loss": -0.3211311101913452, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7096153497695923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 863}
{"loss": -0.3277024030685425, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.723553478717804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 864}
{"loss": -0.3074137270450592, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6784579753875732, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 865}
{"loss": -0.34410369396209717, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7613508701324463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 866}
{"loss": -0.37589430809020996, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8316771388053894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 867}
{"loss": -0.3415586054325104, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.754370927810669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 868}
{"loss": -0.3547273278236389, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7837304472923279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 869}
{"loss": -0.34341177344322205, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7590317726135254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 870}
{"loss": -0.3389999568462372, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7486055493354797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 871}
{"loss": -0.32759079337120056, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7231029272079468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 872}
{"loss": -0.3460369408130646, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7643231749534607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 873}
{"loss": -0.33391550183296204, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7383250594139099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 874}
{"loss": -0.29733842611312866, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6544782519340515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 875}
{"loss": -0.3315829634666443, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7315433621406555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 876}
{"loss": -0.3436710238456726, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7585733532905579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 877}
{"loss": -0.34036412835121155, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7518576383590698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 878}
{"loss": -0.3192257881164551, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7038758993148804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 879}
{"loss": -0.2984623312950134, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6562527418136597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 880}
{"loss": -0.334489107131958, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7380627989768982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 881}
{"loss": -0.33391547203063965, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7363407015800476, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 882}
{"loss": -0.3260512351989746, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7185285091400146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 883}
{"loss": -0.343051552772522, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7565796375274658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 884}
{"loss": -0.3276136517524719, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7216723561286926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 885}
{"loss": -0.3538965880870819, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7807010412216187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 886}
{"loss": -0.3324618935585022, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.731971800327301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 887}
{"loss": -0.34210607409477234, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7538605332374573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 888}
{"loss": -0.3393343687057495, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7473095655441284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 889}
{"loss": -0.33181917667388916, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7320370674133301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 890}
{"loss": -0.3322639465332031, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7310230135917664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 891}
{"loss": -0.33442801237106323, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7376027703285217, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 892}
{"loss": -0.33420515060424805, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7364329695701599, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 893}
{"loss": -0.3216669261455536, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7071635127067566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 894}
{"loss": -0.3274359703063965, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7207050323486328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 895}
{"loss": -0.35846465826034546, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7902429103851318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 896}
{"loss": -0.3546781837940216, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.780941367149353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 897}
{"loss": -0.3541955351829529, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7797002792358398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 898}
{"loss": -0.329549103975296, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7257497906684875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 899}
{"loss": -0.33961084485054016, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7468920350074768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 900}
{"loss": -0.3613240420818329, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7960521578788757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 901}
{"loss": -0.3394137918949127, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7471142411231995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 902}
{"loss": -0.3421560227870941, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7534053325653076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 903}
{"loss": -0.3364352285861969, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7400538921356201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 904}
{"loss": -0.34116286039352417, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7512377500534058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 905}
{"loss": -0.3289993405342102, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.723622739315033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 906}
{"loss": -0.3468921482563019, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7634320855140686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 907}
{"loss": -0.3557637631893158, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7805485725402832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 908}
{"loss": -0.3413449227809906, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7514969706535339, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 909}
{"loss": -0.3509694039821625, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7736382484436035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 910}
{"loss": -0.3360196650028229, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7386234402656555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 911}
{"loss": -0.3250657618045807, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7150552868843079, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 912}
{"loss": -0.34904804825782776, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7676993608474731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 913}
{"loss": -0.3331599831581116, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7327861189842224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 914}
{"loss": -0.3156794011592865, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6942651271820068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 915}
{"loss": -0.3441556394100189, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7568177580833435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 916}
{"loss": -0.3359469771385193, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7388258576393127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 917}
{"loss": -0.33869627118110657, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7437130808830261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 918}
{"loss": -0.33365398645401, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7326647043228149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 919}
{"loss": -0.3031991124153137, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6644594669342041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 920}
{"loss": -0.34819909930229187, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7653534412384033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 921}
{"loss": -0.3299162685871124, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7239828705787659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 922}
{"loss": -0.3297964632511139, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.72411048412323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 923}
{"loss": -0.3645854890346527, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8016140460968018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 924}
{"loss": -0.34835612773895264, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7654419541358948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 925}
{"loss": -0.35979363322257996, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7906652688980103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 926}
{"loss": -0.3744131028652191, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8238845467567444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 927}
{"loss": -0.35206684470176697, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.773481547832489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 928}
{"loss": -0.34293943643569946, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7536504864692688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 929}
{"loss": -0.33906182646751404, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7450629472732544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 930}
{"loss": -0.3333507180213928, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.731669545173645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 931}
{"loss": -0.31950584053993225, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7009701728820801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 932}
{"loss": -0.3249938189983368, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7129812240600586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 933}
{"loss": -0.3181053102016449, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.696820080280304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 934}
{"loss": -0.32585176825523376, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7143218517303467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 935}
{"loss": -0.33798137307167053, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.741079568862915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 936}
{"loss": -0.3255849778652191, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7141820192337036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 937}
{"loss": -0.3423444330692291, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7511060833930969, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 938}
{"loss": -0.33986896276474, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7452870607376099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 939}
{"loss": -0.3404572308063507, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7471054792404175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 940}
{"loss": -0.3420259654521942, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7497715950012207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 941}
{"loss": -0.36305809020996094, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7976974844932556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 942}
{"loss": -0.33362507820129395, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7314471006393433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 943}
{"loss": -0.342863529920578, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7530597448348999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 944}
{"loss": -0.34250709414482117, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7516316175460815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 945}
{"loss": -0.35722365975379944, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7832221388816833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 946}
{"loss": -0.32206249237060547, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7056623697280884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 947}
{"loss": -0.34682103991508484, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7599947452545166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 948}
{"loss": -0.3150177299976349, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6889990568161011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 949}
{"loss": -0.34145399928092957, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7481681108474731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 950}
{"loss": -0.3463306725025177, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7571743726730347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 951}
{"loss": -0.327112078666687, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7154667973518372, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 952}
{"loss": -0.3481050431728363, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.76316899061203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 953}
{"loss": -0.32805871963500977, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7181497812271118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 953}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 954}
{"loss": -0.3371168375015259, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7379034161567688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 954}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 955}
{"loss": -0.32432886958122253, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7096565365791321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 955}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 956}
{"loss": -0.34073320031166077, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7462182641029358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 956}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 957}
{"loss": -0.3465718626976013, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7592907547950745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 957}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 958}
{"loss": -0.35251834988594055, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7728285789489746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 958}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 959}
{"loss": -0.3347421884536743, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7324164509773254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 959}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 960}
{"loss": -0.2955206334590912, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6458234190940857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 960}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 961}
{"loss": -0.32704687118530273, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7154585719108582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 961}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 962}
{"loss": -0.3154175281524658, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6884303689002991, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 962}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 963}
{"loss": -0.3480563759803772, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7620993256568909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 963}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 964}
{"loss": -0.3115069270133972, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6801859736442566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 964}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 965}
{"loss": -0.357256680727005, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7829301953315735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 965}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 966}
{"loss": -0.33348312973976135, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7295330166816711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 966}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 967}
{"loss": -0.3388155996799469, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7408627867698669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 967}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 968}
{"loss": -0.34593066573143005, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7569897770881653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 968}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 969}
{"loss": -0.32676148414611816, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7139534950256348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 969}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 970}
{"loss": -0.3224899470806122, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7040352821350098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 970}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 971}
{"loss": -0.3313889503479004, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7250176668167114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 971}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 972}
{"loss": -0.31971487402915955, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6967870593070984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 972}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 973}
{"loss": -0.3199425935745239, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6988077163696289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 973}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 974}
{"loss": -0.3441031873226166, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7523869276046753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 974}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 975}
{"loss": -0.36348575353622437, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7948208451271057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 975}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 976}
{"loss": -0.32998815178871155, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7204661965370178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 976}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 977}
{"loss": -0.32820412516593933, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7161163687705994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 977}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 978}
{"loss": -0.3425077795982361, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7485881447792053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 978}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 979}
{"loss": -0.33531907200813293, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7324022650718689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 979}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 980}
{"loss": -0.354651540517807, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7751777172088623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 980}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 981}
{"loss": -0.3228263258934021, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7043470144271851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 981}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 982}
{"loss": -0.3548581898212433, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7757912874221802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 982}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 983}
{"loss": -0.30612674355506897, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6668532490730286, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 983}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 984}
{"loss": -0.3476940989494324, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7599318623542786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 984}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 985}
{"loss": -0.35641470551490784, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7783077955245972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 985}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 986}
{"loss": -0.3297892212867737, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7195855379104614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 986}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 987}
{"loss": -0.3123340904712677, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6807391047477722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 987}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 988}
{"loss": -0.323272705078125, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7055262327194214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 988}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 989}
{"loss": -0.31353330612182617, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6844357252120972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 989}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 990}
{"loss": -0.3487297296524048, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7612375617027283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 990}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 991}
{"loss": -0.32607266306877136, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7110275030136108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 991}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 992}
{"loss": -0.33815911412239075, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7370168566703796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 992}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 993}
{"loss": -0.337712824344635, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7361236810684204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 993}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 994}
{"loss": -0.331376314163208, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7220342755317688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 994}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 995}
{"loss": -0.3120804727077484, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6802418231964111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 995}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 996}
{"loss": -0.349941611289978, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7639233469963074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 996}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 997}
{"loss": -0.3653688430786133, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7974880933761597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 997}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 998}
{"loss": -0.31576651334762573, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6876254081726074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 998}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 999}
{"loss": -0.3116728961467743, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6783373951911926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 999}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1000}
{"loss": -0.35368645191192627, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7720913290977478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1000}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1001}
{"loss": -0.3428686857223511, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7474109530448914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1001}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1002}
{"loss": -0.36093369126319885, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7879762649536133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1002}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1003}
{"loss": -0.30844780802726746, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6715033054351807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1003}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1004}
{"loss": -0.3382774889469147, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7357301115989685, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1004}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1005}
{"loss": -0.3358927369117737, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7310587763786316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1005}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1006}
{"loss": -0.34283149242401123, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7461365461349487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1006}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1007}
{"loss": -0.3581430912017822, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7805346250534058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1007}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1008}
{"loss": -0.34668660163879395, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7554742097854614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1008}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1009}
{"loss": -0.33863431215286255, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7374578714370728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1009}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1010}
{"loss": -0.3387339115142822, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7376396656036377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1010}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1011}
{"loss": -0.3276970684528351, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7136232852935791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1011}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1012}
{"loss": -0.35594984889030457, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.774837076663971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1012}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1013}
{"loss": -0.35913366079330444, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7823198437690735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1013}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1014}
{"loss": -0.35293513536453247, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7689433693885803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1014}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1015}
{"loss": -0.35951492190361023, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7835973501205444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1015}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1016}
{"loss": -0.33989572525024414, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7403467893600464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1016}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1017}
{"loss": -0.3265075981616974, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7107475996017456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1017}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1018}
{"loss": -0.3435753285884857, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7483341097831726, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1018}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1019}
{"loss": -0.3432903587818146, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7477117776870728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1019}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1020}
{"loss": -0.3519105017185211, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7665597200393677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1020}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1021}
{"loss": -0.30828383564949036, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6695822477340698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1021}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1022}
{"loss": -0.32462427020072937, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.705130934715271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1022}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1023}
{"loss": -0.3212212026119232, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6990649104118347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1023}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1024}
{"loss": -0.3370031714439392, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.733035683631897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1024}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1025}
{"loss": -0.3338208496570587, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7259417772293091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1025}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1026}
{"loss": -0.33638545870780945, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7309771180152893, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1026}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1027}
{"loss": -0.33075568079948425, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7186623215675354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1027}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1028}
{"loss": -0.36484992504119873, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7949715256690979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1028}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1029}
{"loss": -0.3289382755756378, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.713930070400238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1029}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1030}
{"loss": -0.31877952814102173, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6900549530982971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1030}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1031}
{"loss": -0.34517422318458557, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7498458623886108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1031}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1032}
{"loss": -0.3239257335662842, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7028753161430359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1032}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1033}
{"loss": -0.34316784143447876, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7456621527671814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1033}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1034}
{"loss": -0.32882052659988403, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.715019941329956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1034}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1035}
{"loss": -0.3212548792362213, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6981490850448608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1035}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1036}
{"loss": -0.3450886309146881, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7498463988304138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1036}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1037}
{"loss": -0.3513476550579071, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7641866207122803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1037}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1038}
{"loss": -0.31153547763824463, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.675370454788208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1038}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1039}
{"loss": -0.33285221457481384, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7229462265968323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1039}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1040}
{"loss": -0.35936203598976135, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.781288743019104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1040}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1041}
{"loss": -0.3513803780078888, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7635186314582825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1041}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1042}
{"loss": -0.3271201252937317, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.708808422088623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1042}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1043}
{"loss": -0.35678595304489136, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7752997279167175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1043}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1044}
{"loss": -0.3449881970882416, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7495797872543335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1044}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1045}
{"loss": -0.31492722034454346, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6833794713020325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1045}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1046}
{"loss": -0.36389246582984924, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7923879027366638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1046}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1047}
{"loss": -0.3512233793735504, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7633610963821411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1047}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1048}
{"loss": -0.34081900119781494, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7403115034103394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1048}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1049}
{"loss": -0.34074583649635315, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7407228946685791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1049}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1050}
{"loss": -0.3246169090270996, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7051613330841064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1050}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1051}
{"loss": -0.3311583995819092, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.719557523727417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1051}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1052}
{"loss": -0.36002591252326965, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7807505130767822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1052}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1053}
{"loss": -0.3238489627838135, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7025489211082458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1053}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1054}
{"loss": -0.3565954267978668, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.775008499622345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1054}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1055}
{"loss": -0.34800073504447937, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7550244927406311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1055}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1056}
{"loss": -0.3114178776741028, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.676089346408844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1056}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1057}
{"loss": -0.3512056767940521, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7627738118171692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1057}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1058}
{"loss": -0.32479143142700195, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7040620446205139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1058}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1059}
{"loss": -0.3438693881034851, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7460548281669617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1059}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1060}
{"loss": -0.3388211727142334, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7349442839622498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1060}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1061}
{"loss": -0.34696391224861145, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7531278133392334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1061}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1062}
{"loss": -0.3365480303764343, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7299441695213318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1062}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1063}
{"loss": -0.33458971977233887, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7250089049339294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1063}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1064}
{"loss": -0.3335913121700287, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7227258682250977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1064}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1065}
{"loss": -0.33880525827407837, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7344797849655151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1065}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1066}
{"loss": -0.31305715441703796, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6788004040718079, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1066}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1067}
{"loss": -0.3340179920196533, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.724001944065094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1067}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1068}
{"loss": -0.36643627285957336, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7956394553184509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1068}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1069}
{"loss": -0.3590845465660095, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7793108820915222, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1069}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1070}
{"loss": -0.3307986855506897, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7172536253929138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1070}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1071}
{"loss": -0.3473009169101715, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7530595064163208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1071}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1072}
{"loss": -0.34749239683151245, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7532796263694763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1072}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1073}
{"loss": -0.3707598149776459, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8042511343955994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1073}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1074}
{"loss": -0.358611136674881, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7782319784164429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1074}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1075}
{"loss": -0.3485932946205139, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7551551461219788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1075}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1076}
{"loss": -0.3280854821205139, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7108819484710693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1076}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1077}
{"loss": -0.34645402431488037, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7505725622177124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1077}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1078}
{"loss": -0.3240019977092743, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7018398642539978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1078}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1079}
{"loss": -0.3906823992729187, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8484931588172913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1079}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1080}
{"loss": -0.3599725067615509, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7806621193885803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1080}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1081}
{"loss": -0.35495519638061523, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7692761421203613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1081}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1082}
{"loss": -0.36974984407424927, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8022960424423218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1082}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1083}
{"loss": -0.34033703804016113, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7372015714645386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1083}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1084}
{"loss": -0.3250807821750641, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7033095359802246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1084}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1085}
{"loss": -0.35859692096710205, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7771583795547485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1085}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1086}
{"loss": -0.358460009098053, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7769114971160889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1086}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1087}
{"loss": -0.3448743224143982, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7471170425415039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1087}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1088}
{"loss": -0.35918107628822327, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7787694334983826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1088}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1089}
{"loss": -0.34430837631225586, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7456662058830261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1089}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1090}
{"loss": -0.30601999163627625, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6614216566085815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1090}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1091}
{"loss": -0.3607255220413208, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.781586766242981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1091}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1092}
{"loss": -0.34598973393440247, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7500231266021729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1092}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1093}
{"loss": -0.34682074189186096, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7516095042228699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1093}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1094}
{"loss": -0.32307207584381104, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6972612142562866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1094}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1095}
{"loss": -0.32355162501335144, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6990355849266052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1095}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1096}
{"loss": -0.3447332978248596, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7468565106391907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1096}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1097}
{"loss": -0.35174351930618286, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7618311643600464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1097}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1098}
{"loss": -0.3860766887664795, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8362290263175964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1098}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1099}
{"loss": -0.370451420545578, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8024548292160034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1099}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1100}
{"loss": -0.353502094745636, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7634322643280029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1100}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1101}
{"loss": -0.33848392963409424, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7325235605239868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1101}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1102}
{"loss": -0.3342247009277344, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7213500738143921, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1102}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1103}
{"loss": -0.34851133823394775, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7544565200805664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1103}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1104}
{"loss": -0.33419933915138245, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7231377363204956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1104}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1105}
{"loss": -0.34874919056892395, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7545008659362793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1105}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1106}
{"loss": -0.35362574458122253, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7647328972816467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1106}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1107}
{"loss": -0.33502396941185, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7243192195892334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1107}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1108}
{"loss": -0.3291139304637909, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7114513516426086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1108}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1109}
{"loss": -0.3232114315032959, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6977398991584778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1109}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1110}
{"loss": -0.3151998221874237, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6801499128341675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1110}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1111}
{"loss": -0.3283388018608093, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7092766761779785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1111}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1112}
{"loss": -0.3540971279144287, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.765448808670044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1112}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1113}
{"loss": -0.34165462851524353, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7388057112693787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1113}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1114}
{"loss": -0.3705080449581146, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8011278510093689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1114}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1115}
{"loss": -0.35910993814468384, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7762274146080017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1115}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1116}
{"loss": -0.3326815068721771, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7176870703697205, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1116}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1117}
{"loss": -0.359796941280365, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.778462290763855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1117}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1118}
{"loss": -0.3356960415840149, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7252591252326965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1118}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1119}
{"loss": -0.36037883162498474, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7783432602882385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1119}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1120}
{"loss": -0.37119022011756897, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8028762340545654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1120}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1121}
{"loss": -0.3404334783554077, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7357619404792786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1121}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1122}
{"loss": -0.3061928451061249, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6585496664047241, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1122}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1123}
{"loss": -0.3543681502342224, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.766477644443512, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1123}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1124}
{"loss": -0.3406883478164673, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7348091006278992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1124}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1125}
{"loss": -0.3296370506286621, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7112590074539185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1125}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1126}
{"loss": -0.34426382184028625, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7431045174598694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1126}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1127}
{"loss": -0.3479669690132141, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.75096195936203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1127}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1128}
{"loss": -0.31530243158340454, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6784324645996094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1128}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1129}
{"loss": -0.3339322805404663, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7208895087242126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1129}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1130}
{"loss": -0.3479903042316437, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7504452466964722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1130}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1131}
{"loss": -0.3270755708217621, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7053613662719727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1131}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1132}
{"loss": -0.36973825097084045, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7992866635322571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1132}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1133}
{"loss": -0.35006359219551086, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.75602126121521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1133}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1134}
{"loss": -0.3492928445339203, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.754776656627655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1134}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1135}
{"loss": -0.33911433815956116, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7308676838874817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1135}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1136}
{"loss": -0.32514306902885437, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7001480460166931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1136}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1137}
{"loss": -0.36131641268730164, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7792490720748901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1137}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1138}
{"loss": -0.3646184802055359, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7873757481575012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1138}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1139}
{"loss": -0.3654370605945587, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.789462685585022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1139}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1140}
{"loss": -0.3288559019565582, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7095417976379395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1140}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1141}
{"loss": -0.33240705728530884, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7171881198883057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1141}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1142}
{"loss": -0.3375367224216461, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.727850615978241, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1142}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1143}
{"loss": -0.33957359194755554, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7328243851661682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1143}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1144}
{"loss": -0.3730025291442871, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.805552065372467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1144}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1145}
{"loss": -0.3247101902961731, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7000845074653625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1145}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1146}
{"loss": -0.34297552704811096, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7390232086181641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1146}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1147}
{"loss": -0.3534593880176544, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7626697421073914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1147}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1148}
{"loss": -0.3432178497314453, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7387415766716003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1148}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1149}
{"loss": -0.30006954073905945, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6429110169410706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1149}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1150}
{"loss": -0.34357979893684387, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7404232621192932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1150}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1151}
{"loss": -0.3620658814907074, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7809258699417114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1151}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1152}
{"loss": -0.3637363910675049, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7844704389572144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1152}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1153}
{"loss": -0.3363034427165985, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7249293327331543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1153}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1154}
{"loss": -0.35024094581604004, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7553585767745972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1154}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1155}
{"loss": -0.3414730131626129, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7352628707885742, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1155}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1156}
{"loss": -0.35247981548309326, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7578043937683105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1156}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1157}
{"loss": -0.3145257532596588, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6766762137413025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1157}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1158}
{"loss": -0.358569473028183, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.772616982460022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1158}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1159}
{"loss": -0.3305121958255768, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7112879753112793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1159}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1160}
{"loss": -0.34400519728660583, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7404484748840332, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1160}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1161}
{"loss": -0.3478389382362366, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7485522031784058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1161}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1162}
{"loss": -0.33725473284721375, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7263765335083008, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1162}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1163}
{"loss": -0.32833439111709595, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7079321146011353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1163}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1164}
{"loss": -0.34992948174476624, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7542561888694763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1164}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1165}
{"loss": -0.32917580008506775, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7084361910820007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1165}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1166}
{"loss": -0.3688107132911682, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7950908541679382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1166}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1167}
{"loss": -0.32997968792915344, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7099735736846924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1167}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1168}
{"loss": -0.3652779161930084, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7871412634849548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1168}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1169}
{"loss": -0.3313702940940857, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7116599678993225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1169}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1170}
{"loss": -0.35920509696006775, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7725815773010254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1170}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1171}
{"loss": -0.345605731010437, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7443024516105652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1171}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1172}
{"loss": -0.35797300934791565, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7715514302253723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1172}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1173}
{"loss": -0.3464173972606659, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7452061772346497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1173}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1174}
{"loss": -0.3645094335079193, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7843876481056213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1174}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1175}
{"loss": -0.3324790596961975, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7161279916763306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1175}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1176}
{"loss": -0.34260058403015137, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7374588847160339, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1176}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1177}
{"loss": -0.3419898748397827, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7362186908721924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1177}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1178}
{"loss": -0.3495546877384186, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7522917985916138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1178}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1179}
{"loss": -0.3219001293182373, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6916477084159851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1179}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1180}
{"loss": -0.3378341495990753, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7254979610443115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1180}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1181}
{"loss": -0.32851356267929077, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7060565948486328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1181}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1182}
{"loss": -0.3850310444831848, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8300055861473083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1182}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1183}
{"loss": -0.34240221977233887, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7366886734962463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1183}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1184}
{"loss": -0.35406216979026794, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7620638012886047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1184}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1185}
{"loss": -0.35836517810821533, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7708080410957336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1185}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1186}
{"loss": -0.347873330116272, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7492797374725342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1186}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1187}
{"loss": -0.3360687494277954, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7228922843933105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1187}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1188}
{"loss": -0.33444923162460327, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7185722589492798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1188}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1189}
{"loss": -0.3654312789440155, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7863199710845947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1189}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1190}
{"loss": -0.3410446047782898, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.732690155506134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1190}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1191}
{"loss": -0.3430233299732208, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7371909618377686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1191}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1192}
{"loss": -0.3252672851085663, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6985496282577515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1192}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1193}
{"loss": -0.32585352659225464, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6991053223609924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1193}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1194}
{"loss": -0.3344593346118927, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7163695693016052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1194}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1195}
{"loss": -0.3628803789615631, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7800485491752625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1195}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1196}
{"loss": -0.31440073251724243, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.674634575843811, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1196}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1197}
{"loss": -0.32697296142578125, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7013282179832458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1197}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1198}
{"loss": -0.3474482595920563, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7474910616874695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1198}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1199}
{"loss": -0.3432217836380005, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.737579882144928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1199}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1200}
{"loss": -0.3489118218421936, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.750602126121521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1200}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1201}
{"loss": -0.3501831889152527, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.753105640411377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1201}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1202}
{"loss": -0.36104920506477356, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.776827335357666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1202}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1203}
{"loss": -0.35523539781570435, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7638014554977417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1203}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1204}
{"loss": -0.35013532638549805, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7525180578231812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1204}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1205}
{"loss": -0.329133540391922, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7061891555786133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1205}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1206}
{"loss": -0.3355441391468048, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7207604646682739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1206}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1207}
{"loss": -0.363895446062088, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7834352254867554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1207}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1208}
{"loss": -0.33128997683525085, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7110579013824463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1208}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1209}
{"loss": -0.34406164288520813, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7395361661911011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1209}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1210}
{"loss": -0.36706167459487915, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7888453602790833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1210}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1211}
{"loss": -0.3595937490463257, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.772461473941803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1211}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1212}
{"loss": -0.36760181188583374, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7903907299041748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1212}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1213}
{"loss": -0.35441601276397705, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7606454491615295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1213}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1214}
{"loss": -0.3397473990917206, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7286083698272705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1214}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1215}
{"loss": -0.3016360104084015, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6455402374267578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1215}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1216}
{"loss": -0.3245560824871063, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6967825293540955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1216}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1217}
{"loss": -0.38651007413864136, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8307895064353943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1217}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1218}
{"loss": -0.36029762029647827, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7747567892074585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1218}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1219}
{"loss": -0.34789401292800903, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.747157871723175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1219}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1220}
{"loss": -0.35447755455970764, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7606915831565857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1220}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1221}
{"loss": -0.35269084572792053, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7575763463973999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1221}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1222}
{"loss": -0.3129130005836487, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6658638715744019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1222}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1223}
{"loss": -0.3408301770687103, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7315411567687988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1223}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1224}
{"loss": -0.35805532336235046, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7688835859298706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1224}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1225}
{"loss": -0.3214481770992279, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6885988116264343, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1225}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1226}
{"loss": -0.3392265737056732, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7274786829948425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1226}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1227}
{"loss": -0.3291926980018616, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7060061097145081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1227}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1228}
{"loss": -0.331057608127594, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7090262174606323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1228}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1229}
{"loss": -0.38483771681785583, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8275420665740967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1229}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1230}
{"loss": -0.34846240282058716, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7478111386299133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1230}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1231}
{"loss": -0.3995826840400696, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8592087030410767, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1231}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1232}
{"loss": -0.36044639348983765, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7736635208129883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1232}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1233}
{"loss": -0.3468022644519806, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7442075610160828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1233}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1234}
{"loss": -0.31043723225593567, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6644182801246643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1234}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1235}
{"loss": -0.3416093587875366, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7327194809913635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1235}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1236}
{"loss": -0.35953181982040405, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7715572714805603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1236}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1237}
{"loss": -0.3631614148616791, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7791863679885864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1237}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1238}
{"loss": -0.34517785906791687, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7401934266090393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1238}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1239}
{"loss": -0.33984294533729553, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7286258339881897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1239}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1240}
{"loss": -0.3718871474266052, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7975741028785706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1240}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1241}
{"loss": -0.3635619580745697, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7797267436981201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1241}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1242}
{"loss": -0.3534697890281677, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7579339146614075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1242}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1243}
{"loss": -0.3049776554107666, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6516109704971313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1243}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1244}
{"loss": -0.3693632483482361, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7926595211029053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1244}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1245}
{"loss": -0.3455476462841034, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7400578260421753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1245}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1246}
{"loss": -0.3540082573890686, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7597000598907471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1246}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1247}
{"loss": -0.3226673901081085, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6912350654602051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1247}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1248}
{"loss": -0.33821916580200195, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7253339290618896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1248}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1249}
{"loss": -0.3585987389087677, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.768280029296875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1249}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1250}
{"loss": -0.3681949973106384, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7902231216430664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1250}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1251}
{"loss": -0.3250744342803955, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6957062482833862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1251}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1252}
{"loss": -0.3656022846698761, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7839575409889221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1252}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1253}
{"loss": -0.3255404829978943, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6968778371810913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1253}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1254}
{"loss": -0.3182932734489441, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.680165708065033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1254}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1255}
{"loss": -0.32958704233169556, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7053347229957581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1255}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1256}
{"loss": -0.3444773554801941, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.737650454044342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1256}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1257}
{"loss": -0.36559829115867615, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7850823402404785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1257}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1258}
{"loss": -0.36353105306625366, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7793099284172058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1258}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1259}
{"loss": -0.33597373962402344, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7194001078605652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1259}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1260}
{"loss": -0.35945776104927063, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.770976185798645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1260}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1261}
{"loss": -0.343047171831131, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7350800633430481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1261}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1262}
{"loss": -0.3625011444091797, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7767361998558044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1262}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1263}
{"loss": -0.34153443574905396, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7315052151679993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1263}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1264}
{"loss": -0.3556619882583618, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7610147595405579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1264}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1265}
{"loss": -0.3370017111301422, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.720628559589386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1265}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1266}
{"loss": -0.335774302482605, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7180754542350769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1266}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1267}
{"loss": -0.3349303901195526, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7168068289756775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1267}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1268}
{"loss": -0.34007421135902405, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7284564971923828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1268}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1269}
{"loss": -0.34242677688598633, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.731742799282074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1269}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1270}
{"loss": -0.37243029475212097, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7976827621459961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1270}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1271}
{"loss": -0.3526149392127991, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7545045614242554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1271}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1272}
{"loss": -0.35001060366630554, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.749586284160614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1272}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1273}
{"loss": -0.3505688011646271, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7501596808433533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1273}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1274}
{"loss": -0.33924156427383423, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7254208326339722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1274}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1275}
{"loss": -0.33786746859550476, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7220566272735596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1275}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1276}
{"loss": -0.33489367365837097, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7157180309295654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1276}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1277}
{"loss": -0.36438387632369995, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.780443549156189, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1277}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1278}
{"loss": -0.3384203612804413, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7238094210624695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1278}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1279}
{"loss": -0.3851417303085327, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8256059288978577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1279}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1280}
{"loss": -0.3161078095436096, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6744014620780945, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1280}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1281}
{"loss": -0.3787747621536255, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8116024136543274, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1281}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1282}
{"loss": -0.33813169598579407, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7223069071769714, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1282}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1283}
{"loss": -0.32487601041793823, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6940141916275024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1283}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1284}
{"loss": -0.3958917558193207, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8482340574264526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1284}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1285}
{"loss": -0.3576240539550781, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7652676701545715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1285}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1286}
{"loss": -0.32631924748420715, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6959235072135925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1286}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1287}
{"loss": -0.36913368105888367, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7899760007858276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1287}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1288}
{"loss": -0.37772101163864136, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8086451292037964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1288}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1289}
{"loss": -0.3263588547706604, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6969155669212341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1289}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1290}
{"loss": -0.338970422744751, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7238874435424805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1290}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1291}
{"loss": -0.34049803018569946, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.727676272392273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1291}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1292}
{"loss": -0.34540703892707825, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7388689517974854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1292}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1293}
{"loss": -0.3720499575138092, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7973753213882446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1293}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1294}
{"loss": -0.30876630544662476, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6587811708450317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1294}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1295}
{"loss": -0.3300650715827942, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7048124074935913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1295}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1296}
{"loss": -0.3581823706626892, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7665268182754517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1296}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1297}
{"loss": -0.34106022119522095, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7286096811294556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1297}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1298}
{"loss": -0.3360957205295563, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7181738615036011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1298}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1299}
{"loss": -0.36045825481414795, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.770765483379364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1299}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1300}
{"loss": -0.33717310428619385, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7203450798988342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1300}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1301}
{"loss": -0.33609291911125183, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7183111906051636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1301}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1302}
{"loss": -0.3467840850353241, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7425019145011902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1302}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1303}
{"loss": -0.3497300148010254, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7484294176101685, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1303}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1304}
{"loss": -0.354516863822937, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7573434710502625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1304}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1305}
{"loss": -0.3584578335285187, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7657145261764526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1305}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1306}
{"loss": -0.3290160894393921, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7024723887443542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1306}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1307}
{"loss": -0.33570507168769836, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7162601351737976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1307}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1308}
{"loss": -0.3403407037258148, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7270095944404602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1308}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1309}
{"loss": -0.3287460207939148, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.701328456401825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1309}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1310}
{"loss": -0.3584236800670624, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7665587663650513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1310}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1311}
{"loss": -0.3292967975139618, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7031217813491821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1311}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1312}
{"loss": -0.3392622172832489, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7242428660392761, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1312}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1313}
{"loss": -0.34750500321388245, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7430607080459595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1313}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1314}
{"loss": -0.3534882366657257, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7558408379554749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1314}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1315}
{"loss": -0.3543093204498291, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7572675347328186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1315}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1316}
{"loss": -0.37663915753364563, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8052718043327332, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1316}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1317}
{"loss": -0.35898640751838684, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7669305801391602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1317}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1318}
{"loss": -0.35740405321121216, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7633795142173767, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1318}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1319}
{"loss": -0.3829500377178192, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8190385699272156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1319}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1320}
{"loss": -0.32514068484306335, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6938591599464417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1320}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1321}
{"loss": -0.32294774055480957, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6866947412490845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1321}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1322}
{"loss": -0.3534064292907715, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7550203204154968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1322}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1323}
{"loss": -0.3574064075946808, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7635133862495422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1323}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1324}
{"loss": -0.35313618183135986, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7537209987640381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1324}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1325}
{"loss": -0.3637457489967346, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7768730521202087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1325}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1326}
{"loss": -0.32257795333862305, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6872386932373047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1326}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1327}
{"loss": -0.3736838102340698, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7980741262435913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1327}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1328}
{"loss": -0.3598426282405853, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7687093019485474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1328}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1329}
{"loss": -0.340115487575531, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7251614928245544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1329}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1330}
{"loss": -0.3400074541568756, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7263894081115723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1330}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1331}
{"loss": -0.3612014949321747, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7706754803657532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1331}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1332}
{"loss": -0.3691388964653015, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7881577610969543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1332}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1333}
{"loss": -0.3494904935359955, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7466237545013428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1333}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1334}
{"loss": -0.3256729543209076, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6941595077514648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1334}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1335}
{"loss": -0.3530206084251404, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7538437247276306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1335}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1336}
{"loss": -0.33914220333099365, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7239477634429932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1336}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1337}
{"loss": -0.3553145229816437, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.758198618888855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1337}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1338}
{"loss": -0.36292916536331177, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7743549346923828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1338}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1339}
{"loss": -0.3138200640678406, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.667274534702301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1339}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1340}
{"loss": -0.3499673306941986, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7454915046691895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1340}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1341}
{"loss": -0.3242323100566864, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.690133810043335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1341}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1342}
{"loss": -0.33665409684181213, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7182861566543579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1342}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1343}
{"loss": -0.3526248037815094, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7523601651191711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1343}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1344}
{"loss": -0.37059152126312256, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7917749285697937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1344}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1345}
{"loss": -0.323423832654953, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6882034540176392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1345}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1346}
{"loss": -0.34746143221855164, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7422532439231873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1346}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1347}
{"loss": -0.3492087721824646, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7451302409172058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1347}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1348}
{"loss": -0.40005427598953247, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.854471743106842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1348}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1349}
{"loss": -0.35013243556022644, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.747269868850708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1349}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1350}
{"loss": -0.34733036160469055, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7410047054290771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1350}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1351}
{"loss": -0.35151636600494385, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.7510340213775635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1351}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1352}
{"loss": -0.3233020603656769, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6880489587783813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1352}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1353}
{"loss": -0.31438589096069336, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6689102053642273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1353}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1354}
{"loss": -0.3441179096698761, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7336291074752808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1354}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1355}
{"loss": -0.3595888018608093, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.767309308052063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1355}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1356}
{"loss": -0.3548796474933624, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7571039795875549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1356}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1357}
{"loss": -0.3759313225746155, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8016446828842163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1357}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1358}
{"loss": -0.3541996479034424, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7559279799461365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1358}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1359}
{"loss": -0.35551825165748596, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7579021453857422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1359}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1360}
{"loss": -0.3677196204662323, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.784033477306366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1360}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1361}
{"loss": -0.3461326062679291, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7381266355514526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1361}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1362}
{"loss": -0.3693574070930481, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7876451015472412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1362}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1363}
{"loss": -0.3576306998729706, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7634690403938293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1363}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1364}
{"loss": -0.36121025681495667, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.769809901714325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1364}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1365}
{"loss": -0.3860282897949219, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8234389424324036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1365}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1366}
{"loss": -0.3460993766784668, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7381352782249451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1366}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1367}
{"loss": -0.3376692235469818, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7195532917976379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1367}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1368}
{"loss": -0.34616953134536743, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7372583150863647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1368}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1369}
{"loss": -0.34311145544052124, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7310275435447693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1369}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1370}
{"loss": -0.3622782230377197, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.773033082485199, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1370}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1371}
{"loss": -0.36175820231437683, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7710139155387878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1371}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1372}
{"loss": -0.33683663606643677, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7155436873435974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1372}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1373}
{"loss": -0.3687231242656708, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7859388589859009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1373}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1374}
{"loss": -0.348198264837265, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7412503361701965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1374}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1375}
{"loss": -0.3395062983036041, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7212089896202087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1375}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1376}
{"loss": -0.34557583928108215, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7349640130996704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1376}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1377}
{"loss": -0.34664440155029297, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7368419766426086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1377}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1378}
{"loss": -0.36704644560813904, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7810589075088501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1378}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1379}
{"loss": -0.3687272369861603, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7864763140678406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1379}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1380}
{"loss": -0.33585432171821594, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7148654460906982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1380}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1381}
{"loss": -0.3404686450958252, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.724551796913147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1381}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1382}
{"loss": -0.4038386940956116, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8624612092971802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1382}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1383}
{"loss": -0.34972476959228516, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7443816661834717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1383}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1384}
{"loss": -0.3041258454322815, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6464331150054932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1384}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1385}
{"loss": -0.363383412361145, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7745928764343262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1385}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1386}
{"loss": -0.3506387174129486, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7460755705833435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1386}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1387}
{"loss": -0.35039305686950684, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.745008647441864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1387}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1388}
{"loss": -0.3418947458267212, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7275999188423157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1388}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1389}
{"loss": -0.3758588135242462, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.802054226398468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1389}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1390}
{"loss": -0.3412642776966095, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7256421446800232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1390}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1391}
{"loss": -0.36420738697052, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.774712860584259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1391}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1392}
{"loss": -0.35845643281936646, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7620227932929993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1392}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1393}
{"loss": -0.35313907265663147, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7508963942527771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1393}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1394}
{"loss": -0.34976938366889954, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7448788285255432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1394}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1395}
{"loss": -0.36114752292633057, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7684299945831299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1395}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1396}
{"loss": -0.3364745080471039, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7160859704017639, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1396}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1397}
{"loss": -0.35594215989112854, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7570269703865051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1397}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1398}
{"loss": -0.3422234356403351, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7275415658950806, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1398}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 1399}
{"loss": -0.31490522623062134, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6691030263900757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1399}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1400}
{"loss": -0.37163859605789185, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7911287546157837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1400}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1401}
{"loss": -0.3239096999168396, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6880945563316345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1401}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1402}
{"loss": -0.36094945669174194, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7656015157699585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1402}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1403}
{"loss": -0.324815034866333, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6905243396759033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1403}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1404}
{"loss": -0.32821691036224365, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6978961229324341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1404}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1405}
{"loss": -0.31735146045684814, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6734380125999451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1405}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1406}
{"loss": -0.3179340958595276, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6751469969749451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1406}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1407}
{"loss": -0.36957868933677673, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.78657066822052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1407}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1408}
{"loss": -0.3423592448234558, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.728330671787262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1408}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1409}
{"loss": -0.3547474145889282, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7541248202323914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1409}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1410}
{"loss": -0.36847978830337524, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7849064469337463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1410}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1411}
{"loss": -0.3454847037792206, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7346368432044983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1411}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1412}
{"loss": -0.3388838768005371, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7210330367088318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1412}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1413}
{"loss": -0.33680182695388794, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7162903547286987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1413}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1414}
{"loss": -0.35779955983161926, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7603811025619507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1414}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1415}
{"loss": -0.34891843795776367, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7421970367431641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1415}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1416}
{"loss": -0.36033883690834045, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7656026482582092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1416}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1417}
{"loss": -0.3422609567642212, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7280585765838623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1417}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1418}
{"loss": -0.32338985800743103, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6861016750335693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1418}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1419}
{"loss": -0.3573928475379944, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7599523663520813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1419}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1420}
{"loss": -0.3399640917778015, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7219071984291077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1420}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1421}
{"loss": -0.3330004811286926, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7064381837844849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1421}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1422}
{"loss": -0.3560403287410736, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7566659450531006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1422}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1423}
{"loss": -0.36659687757492065, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7805318832397461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1423}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1424}
{"loss": -0.35017523169517517, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7444849610328674, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1424}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1425}
{"loss": -0.31680265069007874, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.672577440738678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1425}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1426}
{"loss": -0.344955712556839, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7329614162445068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1426}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1427}
{"loss": -0.36193034052848816, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7697033286094666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1427}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1428}
{"loss": -0.35135477781295776, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7467070817947388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1428}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1429}
{"loss": -0.33437296748161316, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7104126811027527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1429}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1430}
{"loss": -0.371709942817688, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7907702922821045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1430}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1431}
{"loss": -0.32309114933013916, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6853832006454468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1431}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1432}
{"loss": -0.3366667926311493, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7153661251068115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1432}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1433}
{"loss": -0.3387621343135834, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7198606133460999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1433}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1434}
{"loss": -0.39822474122047424, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8480940461158752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1434}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1435}
{"loss": -0.3434191942214966, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7284013628959656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1435}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1436}
{"loss": -0.31251388788223267, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6624480485916138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1436}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1437}
{"loss": -0.34679481387138367, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7367949485778809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1437}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1438}
{"loss": -0.3563946783542633, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7573623061180115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1438}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1439}
{"loss": -0.3060343861579895, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6480140686035156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1439}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1440}
{"loss": -0.2972172200679779, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6291256546974182, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1440}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1441}
{"loss": -0.3577014207839966, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7596352100372314, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1441}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1442}
{"loss": -0.3497387170791626, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.743173360824585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1442}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1443}
{"loss": -0.33419856429100037, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7088916301727295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1443}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1444}
{"loss": -0.3280199468135834, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6963013410568237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1444}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1445}
{"loss": -0.37543049454689026, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7981719374656677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1445}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1446}
{"loss": -0.3776926100254059, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8039622902870178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1446}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1447}
{"loss": -0.3399448096752167, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7212353348731995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1447}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1448}
{"loss": -0.34610623121261597, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.735020101070404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1448}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1449}
{"loss": -0.34055519104003906, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7233735918998718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1449}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1450}
{"loss": -0.3232719302177429, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6846299767494202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1450}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1451}
{"loss": -0.3234410881996155, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6843136548995972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1451}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1452}
{"loss": -0.34863176941871643, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7392884492874146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1452}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1453}
{"loss": -0.37126457691192627, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7884542346000671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1453}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1454}
{"loss": -0.3381844460964203, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7171788215637207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1454}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1455}
{"loss": -0.38084176182746887, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8095336556434631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1455}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1456}
{"loss": -0.3406253457069397, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7216621041297913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1456}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1457}
{"loss": -0.37702375650405884, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8008117079734802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1457}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1458}
{"loss": -0.31109046936035156, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6584978699684143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1458}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1459}
{"loss": -0.3834739625453949, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.815586507320404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1459}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1460}
{"loss": -0.3681730031967163, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7808594703674316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1460}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1461}
{"loss": -0.2982201874256134, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6310740113258362, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1461}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1462}
{"loss": -0.3504997193813324, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7437962293624878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1462}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1463}
{"loss": -0.361797034740448, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7687195539474487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1463}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1464}
{"loss": -0.36527174711227417, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7757508754730225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1464}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1465}
{"loss": -0.34109044075012207, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.723551332950592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1465}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1466}
{"loss": -0.3772737979888916, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7998722791671753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1466}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1467}
{"loss": -0.3427504003047943, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7269400358200073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1467}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1468}
{"loss": -0.3462108373641968, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7347061038017273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1468}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1469}
{"loss": -0.3518502712249756, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7463358044624329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1469}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1470}
{"loss": -0.33969002962112427, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7201181054115295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1470}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1471}
{"loss": -0.38464200496673584, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8176328539848328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1471}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1472}
{"loss": -0.3454960286617279, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7331300377845764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1472}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1473}
{"loss": -0.35449081659317017, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.751860499382019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1473}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1474}
{"loss": -0.34203389286994934, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7244667410850525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1474}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1475}
{"loss": -0.3833165168762207, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8137626051902771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1475}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1476}
{"loss": -0.36095723509788513, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7653580904006958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1476}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1477}
{"loss": -0.3631226718425751, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7709382176399231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1477}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1478}
{"loss": -0.36253902316093445, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7693763971328735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1478}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1479}
{"loss": -0.360481858253479, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7648071646690369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1479}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1480}
{"loss": -0.3485032618045807, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7387223243713379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1480}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1481}
{"loss": -0.3872157633304596, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8221130967140198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1481}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1482}
{"loss": -0.3459179401397705, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7333765029907227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1482}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1483}
{"loss": -0.35827186703681946, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.75977623462677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1483}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1484}
{"loss": -0.36263009905815125, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.770200252532959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1484}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1485}
{"loss": -0.36131513118743896, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7668701410293579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1485}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1486}
{"loss": -0.34002214670181274, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7204049825668335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1486}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1487}
{"loss": -0.35204434394836426, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7453168630599976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1487}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1488}
{"loss": -0.3689555525779724, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.782154381275177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1488}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1489}
{"loss": -0.3262222707271576, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6906368732452393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1489}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1490}
{"loss": -0.3433646261692047, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.726958155632019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1490}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1491}
{"loss": -0.35881999135017395, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7614822387695312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1491}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1492}
{"loss": -0.31428685784339905, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6640256643295288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1492}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1493}
{"loss": -0.3606596887111664, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7647572159767151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1493}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1494}
{"loss": -0.37746620178222656, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8005968928337097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1494}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1495}
{"loss": -0.3511243462562561, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7445608377456665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1495}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1496}
{"loss": -0.3494945466518402, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7401135563850403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1496}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1497}
{"loss": -0.379131555557251, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8039540648460388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1497}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1498}
{"loss": -0.3283376395702362, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6956150531768799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1498}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1499}
{"loss": -0.3759009540081024, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7972506284713745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1499}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1500}
{"loss": -0.33095669746398926, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7007882595062256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1500}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1501}
{"loss": -0.3519015908241272, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7462987303733826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1501}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1502}
{"loss": -0.3444936275482178, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7289084196090698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1502}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1503}
{"loss": -0.3404439091682434, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7207673192024231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1503}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1504}
{"loss": -0.37985116243362427, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8058310747146606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1504}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1505}
{"loss": -0.35392749309539795, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7500264644622803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1505}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1506}
{"loss": -0.3258107602596283, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6890223026275635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1506}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1507}
{"loss": -0.36040377616882324, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7640050649642944, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1507}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1508}
{"loss": -0.3130960762500763, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6621871590614319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1508}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1509}
{"loss": -0.32656845450401306, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6903905272483826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1509}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1510}
{"loss": -0.3953952491283417, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8386029005050659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1510}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1511}
{"loss": -0.3604240417480469, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7630640268325806, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1511}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1512}
{"loss": -0.36556413769721985, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7747036814689636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1512}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1513}
{"loss": -0.3653070032596588, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7719606161117554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1513}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1514}
{"loss": -0.3435838222503662, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7277336120605469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1514}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1515}
{"loss": -0.3426973819732666, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7255435585975647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1515}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1516}
{"loss": -0.3872891664505005, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8206664323806763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1516}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1517}
{"loss": -0.36150044202804565, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7657899260520935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1517}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1518}
{"loss": -0.36195486783981323, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7670210599899292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1518}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1519}
{"loss": -0.3455669581890106, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7322114109992981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1519}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1520}
{"loss": -0.3901009261608124, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8273531794548035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1520}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1521}
{"loss": -0.3393954336643219, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7184424996376038, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1521}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1522}
{"loss": -0.33893075585365295, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7172390222549438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1522}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1523}
{"loss": -0.3341546654701233, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7069059014320374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1523}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1524}
{"loss": -0.31807637214660645, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6710452437400818, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1524}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1525}
{"loss": -0.32891884446144104, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.695982813835144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1525}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1526}
{"loss": -0.3502131998538971, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7415761351585388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1526}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1527}
{"loss": -0.35256266593933105, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7463962435722351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1527}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1528}
{"loss": -0.3650943338871002, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7734784483909607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1528}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1529}
{"loss": -0.3582872152328491, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7588708400726318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1529}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1530}
{"loss": -0.39669811725616455, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8410871624946594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1530}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1531}
{"loss": -0.3205031156539917, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6764277815818787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1531}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1532}
{"loss": -0.3405929505825043, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7197551131248474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1532}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1533}
{"loss": -0.33026260137557983, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6978209614753723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1533}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1534}
{"loss": -0.3516339063644409, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7438105940818787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1534}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1535}
{"loss": -0.358164519071579, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7578379511833191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1535}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1536}
{"loss": -0.3460592031478882, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7310619354248047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1536}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1537}
{"loss": -0.36897188425064087, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.780813455581665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1537}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1538}
{"loss": -0.34157195687294006, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7219060659408569, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1538}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1539}
{"loss": -0.331820011138916, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7003424167633057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1539}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1540}
{"loss": -0.3480599522590637, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7365894317626953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1540}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1541}
{"loss": -0.3691041171550751, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7814388275146484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1541}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1542}
{"loss": -0.3805311918258667, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8058308362960815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1542}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1543}
{"loss": -0.35767683386802673, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7574264407157898, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1543}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1544}
{"loss": -0.3713686764240265, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7862766981124878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1544}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1545}
{"loss": -0.3584086000919342, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7586308121681213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1545}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1546}
{"loss": -0.3668045103549957, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7768329381942749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1546}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1547}
{"loss": -0.3331826627254486, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7042973041534424, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1547}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1548}
{"loss": -0.3669103682041168, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7768243551254272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1548}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1549}
{"loss": -0.3448663055896759, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7298224568367004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1549}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1550}
{"loss": -0.3670896887779236, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.777256965637207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1550}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1551}
{"loss": -0.3788546323776245, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8026579022407532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1551}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1552}
{"loss": -0.35724693536758423, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7559034824371338, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1552}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1553}
{"loss": -0.3827894628047943, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8111968636512756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1553}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1554}
{"loss": -0.38429173827171326, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8141636252403259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1554}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1555}
{"loss": -0.3219906985759735, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6783117055892944, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1555}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1556}
{"loss": -0.36653080582618713, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7751055359840393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1556}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1557}
{"loss": -0.3215296268463135, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6785986423492432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1557}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1558}
{"loss": -0.34654948115348816, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7319234013557434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1558}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1559}
{"loss": -0.32800260186195374, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6917396783828735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1559}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1560}
{"loss": -0.36895525455474854, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7800251841545105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1560}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1561}
{"loss": -0.3897342383861542, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.8251742720603943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1561}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1562}
{"loss": -0.3783870041370392, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8003761768341064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1562}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1563}
{"loss": -0.3723207414150238, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7879152894020081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1563}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1564}
{"loss": -0.3825952708721161, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8104749321937561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1564}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1565}
{"loss": -0.3521365821361542, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7435726523399353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1565}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1566}
{"loss": -0.35285282135009766, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7461633682250977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1566}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1567}
{"loss": -0.3740822374820709, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7917698621749878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1567}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1568}
{"loss": -0.37353745102882385, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.790418803691864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1568}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1569}
{"loss": -0.36039888858795166, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7620366811752319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1569}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1570}
{"loss": -0.3896394371986389, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.824371337890625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1570}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1571}
{"loss": -0.36147505044937134, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7643893957138062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1571}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1572}
{"loss": -0.3866253197193146, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8186789155006409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1572}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1573}
{"loss": -0.35870710015296936, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7580894827842712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1573}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1574}
{"loss": -0.3519843816757202, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7438828349113464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1574}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1575}
{"loss": -0.38088366389274597, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8064168691635132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1575}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1576}
{"loss": -0.3855057954788208, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8161070942878723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1576}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1577}
{"loss": -0.332476407289505, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7023571729660034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1577}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1578}
{"loss": -0.3784025013446808, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8011555075645447, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1578}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1579}
{"loss": -0.3555052876472473, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7516236901283264, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1579}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1580}
{"loss": -0.3601319491863251, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7611947655677795, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1580}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1581}
{"loss": -0.32047849893569946, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.67494797706604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1581}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1582}
{"loss": -0.37491437792778015, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7940470576286316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1582}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1583}
{"loss": -0.36807695031166077, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7784469127655029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1583}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1584}
{"loss": -0.38424959778785706, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8131061792373657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1584}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1585}
{"loss": -0.3583006262779236, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7582311034202576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1585}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1586}
{"loss": -0.3183934986591339, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6706706881523132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1586}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1587}
{"loss": -0.36221757531166077, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7654185891151428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1587}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1588}
{"loss": -0.35919198393821716, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7592055201530457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1588}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1589}
{"loss": -0.3674834966659546, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7781395316123962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1589}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1590}
{"loss": -0.3304707705974579, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6978076100349426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1590}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1591}
{"loss": -0.3770765960216522, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7976496815681458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1591}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1592}
{"loss": -0.38712334632873535, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8172703981399536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1592}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1593}
{"loss": -0.3476400673389435, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.734710693359375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1593}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1594}
{"loss": -0.3859803378582001, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8161941766738892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1594}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1595}
{"loss": -0.35794925689697266, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7560663223266602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1595}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1596}
{"loss": -0.37254366278648376, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7879157066345215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1596}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1597}
{"loss": -0.37236419320106506, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7874090075492859, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1597}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1598}
{"loss": -0.3473157286643982, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7339003682136536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1598}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1599}
{"loss": -0.36812514066696167, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7784661650657654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1599}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1600}
{"loss": -0.33820289373397827, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7137993574142456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1600}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1601}
{"loss": -0.313296377658844, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6598454117774963, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1601}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1602}
{"loss": -0.3417188227176666, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7209614515304565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1602}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1603}
{"loss": -0.346137136220932, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7304391860961914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1603}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1604}
{"loss": -0.3340610861778259, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7041289806365967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1604}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1605}
{"loss": -0.33182260394096375, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.700002133846283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1605}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1606}
{"loss": -0.33271583914756775, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7014141082763672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1606}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1607}
{"loss": -0.3704698085784912, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7826681137084961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1607}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1608}
{"loss": -0.3330555856227875, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7018146514892578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1608}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1609}
{"loss": -0.366205632686615, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7732301950454712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1609}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1610}
{"loss": -0.3382493853569031, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7120877504348755, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1610}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1611}
{"loss": -0.3391742408275604, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7149739861488342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1611}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1612}
{"loss": -0.3848472237586975, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8128982186317444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1612}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1613}
{"loss": -0.3805740773677826, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8046721816062927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1613}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1614}
{"loss": -0.3669396638870239, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7750439047813416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1614}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1615}
{"loss": -0.34395548701286316, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7258079648017883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1615}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1616}
{"loss": -0.38769781589508057, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8187321424484253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1616}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1617}
{"loss": -0.40779417753219604, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8621205687522888, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1617}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1618}
{"loss": -0.3377516269683838, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7108261585235596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1618}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1619}
{"loss": -0.36967992782592773, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7805323600769043, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1619}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1620}
{"loss": -0.3857383728027344, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8151359558105469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1620}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1621}
{"loss": -0.35642319917678833, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7521149516105652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1621}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1622}
{"loss": -0.3566826283931732, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7515754699707031, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1622}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1623}
{"loss": -0.322538822889328, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6792649626731873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1623}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1624}
{"loss": -0.33724623918533325, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7111349105834961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1624}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1625}
{"loss": -0.35919803380966187, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7585596442222595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1625}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1626}
{"loss": -0.3765113651752472, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7953639030456543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1626}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1627}
{"loss": -0.3036089241504669, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6384710073471069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1627}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1628}
{"loss": -0.35110870003700256, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7409476637840271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1628}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1629}
{"loss": -0.34326767921447754, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7233243584632874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1629}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1630}
{"loss": -0.38392871618270874, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8115717768669128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1630}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1631}
{"loss": -0.35093745589256287, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7401649951934814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1631}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1632}
{"loss": -0.3796345889568329, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8021908402442932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1632}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1633}
{"loss": -0.37786856293678284, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7980958223342896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1633}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1634}
{"loss": -0.33800411224365234, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7118240594863892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1634}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1635}
{"loss": -0.35982897877693176, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7596112489700317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1635}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1636}
{"loss": -0.2975637912750244, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6256412267684937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1636}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1637}
{"loss": -0.3565146327018738, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7514355182647705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1637}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1638}
{"loss": -0.3602827191352844, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7598109841346741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1638}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1639}
{"loss": -0.3550380766391754, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7480729818344116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1639}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1640}
{"loss": -0.3711072504520416, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7831922769546509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1640}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1641}
{"loss": -0.38687634468078613, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.817070722579956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1641}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1642}
{"loss": -0.3622659146785736, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7637597918510437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1642}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1643}
{"loss": -0.3657051622867584, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7716065645217896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1643}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1644}
{"loss": -0.34425848722457886, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7253274321556091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1644}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1645}
{"loss": -0.3131263852119446, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6599355936050415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1645}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1646}
{"loss": -0.3591620624065399, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7575581669807434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1646}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1647}
{"loss": -0.3604435622692108, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7593844532966614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1647}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1648}
{"loss": -0.3350900709629059, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7053775191307068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1648}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1649}
{"loss": -0.32088544964790344, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6753292679786682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1649}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1650}
{"loss": -0.37195295095443726, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7849925756454468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1650}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1651}
{"loss": -0.3765522241592407, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7947601675987244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1651}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1652}
{"loss": -0.37570688128471375, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7928668856620789, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1652}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1653}
{"loss": -0.3751985728740692, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7912144064903259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1653}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1654}
{"loss": -0.3673945367336273, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7740550637245178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1654}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1655}
{"loss": -0.396553635597229, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.837897539138794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1655}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1656}
{"loss": -0.3435477614402771, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.723923921585083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1656}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1657}
{"loss": -0.3948752284049988, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.834248423576355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1657}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1658}
{"loss": -0.3382054269313812, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7120152115821838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1658}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1659}
{"loss": -0.33967381715774536, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7140546441078186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1659}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1660}
{"loss": -0.39965102076530457, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.8428955078125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1660}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1661}
{"loss": -0.3400270640850067, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7157803773880005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1661}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1662}
{"loss": -0.38811150193214417, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8185309767723083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1662}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1663}
{"loss": -0.36749452352523804, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7747964859008789, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1663}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1664}
{"loss": -0.33489394187927246, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7054150104522705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1664}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1665}
{"loss": -0.30160975456237793, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6333441138267517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1665}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1666}
{"loss": -0.38867729902267456, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8196676969528198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1666}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1667}
{"loss": -0.3879404366016388, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8182496428489685, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1667}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1668}
{"loss": -0.3648527264595032, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7693759202957153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1668}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1669}
{"loss": -0.3438178300857544, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7243973016738892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1669}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1670}
{"loss": -0.3975241780281067, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8389760851860046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1670}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1671}
{"loss": -0.3376201391220093, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7111789584159851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1671}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1672}
{"loss": -0.3302134573459625, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.694540798664093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1672}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1673}
{"loss": -0.34052711725234985, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7170753479003906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1673}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1674}
{"loss": -0.37476876378059387, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7909250259399414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1674}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1675}
{"loss": -0.3418738543987274, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7193396687507629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1675}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1676}
{"loss": -0.3473217189311981, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7314552664756775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1676}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1677}
{"loss": -0.326337993144989, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6867349743843079, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1677}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1678}
{"loss": -0.3258528411388397, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6859624981880188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1678}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1679}
{"loss": -0.38816115260124207, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8190504908561707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1679}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1680}
{"loss": -0.3539632260799408, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7449901103973389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1680}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1681}
{"loss": -0.37223339080810547, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7853894233703613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1681}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1682}
{"loss": -0.35580095648765564, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7497812509536743, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1682}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1683}
{"loss": -0.3566335439682007, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7508201003074646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1683}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1684}
{"loss": -0.3435507118701935, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.723300576210022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1684}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1685}
{"loss": -0.2961806654930115, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6204707026481628, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1685}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1686}
{"loss": -0.3205867409706116, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6738715171813965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1686}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1687}
{"loss": -0.36194223165512085, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7626335620880127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1687}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1688}
{"loss": -0.31320035457611084, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6571031212806702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1688}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1689}
{"loss": -0.33037206530570984, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.694393515586853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1689}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1690}
{"loss": -0.4114008843898773, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8678344488143921, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1690}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1691}
{"loss": -0.30632489919662476, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6428670883178711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1691}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1692}
{"loss": -0.342919260263443, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7217060327529907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1692}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1693}
{"loss": -0.3342953026294708, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7022477388381958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1693}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1694}
{"loss": -0.3945977985858917, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.832318127155304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1694}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1695}
{"loss": -0.38280999660491943, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8069911003112793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1695}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1696}
{"loss": -0.33338937163352966, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7001832723617554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1696}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1697}
{"loss": -0.34938743710517883, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7358827590942383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1697}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1698}
{"loss": -0.3558875322341919, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7490203976631165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1698}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1699}
{"loss": -0.36016324162483215, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7580708265304565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1699}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1700}
{"loss": -0.37561458349227905, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7913494110107422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1700}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1701}
{"loss": -0.356637567281723, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7507485747337341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1701}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1702}
{"loss": -0.3733845055103302, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7865789532661438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1702}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1703}
{"loss": -0.3707069754600525, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7803487181663513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1703}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1704}
{"loss": -0.33901020884513855, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7126923203468323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1704}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1705}
{"loss": -0.424844890832901, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8962076902389526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1705}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1706}
{"loss": -0.29748061299324036, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6243614554405212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1706}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1707}
{"loss": -0.3635645806789398, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7648298144340515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1707}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1708}
{"loss": -0.3650107681751251, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7685801386833191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1708}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1709}
{"loss": -0.3778765797615051, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7961462736129761, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1709}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1710}
{"loss": -0.3346579968929291, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7030352354049683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1710}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1711}
{"loss": -0.3913407623767853, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.824394166469574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1711}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1712}
{"loss": -0.3482876121997833, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7325210571289062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1712}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1713}
{"loss": -0.32712650299072266, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6880825757980347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1713}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1714}
{"loss": -0.3377734124660492, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7093653082847595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1714}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1715}
{"loss": -0.3728461265563965, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7846178412437439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1715}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1716}
{"loss": -0.32279571890830994, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6789422631263733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1716}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1717}
{"loss": -0.3462831377983093, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7272000908851624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1717}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1718}
{"loss": -0.3420300781726837, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7188472151756287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1718}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1719}
{"loss": -0.4040096402168274, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8519614934921265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1719}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1720}
{"loss": -0.3480116128921509, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7316128015518188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1720}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1721}
{"loss": -0.3653394281864166, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7691605687141418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1721}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1722}
{"loss": -0.35220271348953247, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7398045063018799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1722}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1723}
{"loss": -0.3692515194416046, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7773526906967163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1723}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1724}
{"loss": -0.33713093400001526, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7087603807449341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1724}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1725}
{"loss": -0.33153221011161804, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6967215538024902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1725}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1726}
{"loss": -0.3364279270172119, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7071793675422668, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1726}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1727}
{"loss": -0.34892895817756653, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7339959740638733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1727}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1728}
{"loss": -0.3481903076171875, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7320363521575928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1728}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1729}
{"loss": -0.3425240218639374, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7202484011650085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1729}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1730}
{"loss": -0.3830179274082184, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8060785531997681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1730}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1731}
{"loss": -0.3297986090183258, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6926961541175842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1731}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1732}
{"loss": -0.3412403464317322, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7169526219367981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1732}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1733}
{"loss": -0.35288411378860474, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7419817447662354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1733}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1734}
{"loss": -0.3427966237068176, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7205476760864258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1734}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1735}
{"loss": -0.42119455337524414, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8887699246406555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1735}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1736}
{"loss": -0.3327792286872864, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6990209817886353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1736}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1737}
{"loss": -0.38659051060676575, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.814166247844696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1737}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1738}
{"loss": -0.3544015884399414, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7446258068084717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1738}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1739}
{"loss": -0.37401965260505676, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7870193719863892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1739}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1740}
{"loss": -0.35530635714530945, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7469685077667236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1740}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1741}
{"loss": -0.3375067114830017, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7088446021080017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1741}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1742}
{"loss": -0.31636008620262146, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6630940437316895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1742}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1743}
{"loss": -0.3765881657600403, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7920834422111511, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1743}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1744}
{"loss": -0.38276979327201843, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8053832054138184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1744}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1745}
{"loss": -0.34337541460990906, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7213792204856873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1745}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1746}
{"loss": -0.34502315521240234, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7247552275657654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1746}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1747}
{"loss": -0.3461702764034271, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7275132536888123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1747}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1748}
{"loss": -0.3643558919429779, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7652352452278137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1748}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1749}
{"loss": -0.3816288113594055, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8031282424926758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1749}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1750}
{"loss": -0.406594455242157, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8559795022010803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1750}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1751}
{"loss": -0.3354076147079468, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7044064998626709, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1751}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1752}
{"loss": -0.33641600608825684, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.705970823764801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1752}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1753}
{"loss": -0.3550334870815277, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7468637824058533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1753}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1754}
{"loss": -0.3505685031414032, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.737045168876648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1754}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1755}
{"loss": -0.34650492668151855, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7278807163238525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1755}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1756}
{"loss": -0.3450436294078827, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7242022156715393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1756}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1757}
{"loss": -0.3186311423778534, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6690265536308289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1757}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1758}
{"loss": -0.38561004400253296, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8129514455795288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1758}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1759}
{"loss": -0.34199196100234985, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7183085083961487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1759}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1760}
{"loss": -0.3776530623435974, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7943982481956482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1760}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1761}
{"loss": -0.37810787558555603, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7949402332305908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1761}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1762}
{"loss": -0.3630823791027069, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7631739377975464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1762}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1763}
{"loss": -0.32775112986564636, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6878651976585388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1763}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1764}
{"loss": -0.32770150899887085, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6876323819160461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1764}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1765}
{"loss": -0.3040497303009033, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6368916034698486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1765}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1766}
{"loss": -0.31427934765815735, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6586729288101196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1766}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1767}
{"loss": -0.35477763414382935, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7459204792976379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1767}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1768}
{"loss": -0.3735352158546448, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7855715751647949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1768}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1769}
{"loss": -0.35424941778182983, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.744462788105011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1769}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1770}
{"loss": -0.38147690892219543, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8019205331802368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1770}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1771}
{"loss": -0.3361798822879791, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7050946354866028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1771}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1772}
{"loss": -0.40077799558639526, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8433264493942261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1772}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1773}
{"loss": -0.320656418800354, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6708182692527771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1773}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1774}
{"loss": -0.32992345094680786, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6914742588996887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1774}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1775}
{"loss": -0.414272665977478, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8718591332435608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1775}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1776}
{"loss": -0.35190993547439575, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.739353597164154, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1776}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1777}
{"loss": -0.3388354778289795, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7113780379295349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1777}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1778}
{"loss": -0.3864889442920685, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8132545351982117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1778}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1779}
{"loss": -0.36497417092323303, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.767786979675293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1779}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1780}
{"loss": -0.3815152943134308, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8020967841148376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1780}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1781}
{"loss": -0.33256959915161133, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6979277729988098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1781}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1782}
{"loss": -0.32583603262901306, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6829969882965088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1782}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1783}
{"loss": -0.3529643714427948, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7417351007461548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1783}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1784}
{"loss": -0.39146530628204346, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8234459161758423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1784}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1785}
{"loss": -0.357507586479187, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7516398429870605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1785}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1786}
{"loss": -0.37099575996398926, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7799369096755981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1786}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1787}
{"loss": -0.36221998929977417, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7606062889099121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1787}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1788}
{"loss": -0.3580038547515869, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.752285897731781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1788}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1789}
{"loss": -0.3352568745613098, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7032402753829956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1789}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1790}
{"loss": -0.3426365554332733, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7193584442138672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1790}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1791}
{"loss": -0.36080455780029297, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7575282454490662, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1791}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1792}
{"loss": -0.37246131896972656, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.782950758934021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1792}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1793}
{"loss": -0.3586905300617218, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7532589435577393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1793}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1794}
{"loss": -0.36082378029823303, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7577672600746155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1794}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1795}
{"loss": -0.33019834756851196, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6921996474266052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1795}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1796}
{"loss": -0.35199421644210815, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7387175559997559, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1796}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1797}
{"loss": -0.33523446321487427, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7030946016311646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1797}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1798}
{"loss": -0.39865022897720337, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8377666473388672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1798}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1799}
{"loss": -0.35683149099349976, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7497861981391907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1799}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1800}
{"loss": -0.3411239981651306, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7165614366531372, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1800}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1801}
{"loss": -0.4005938172340393, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8418974876403809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1801}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1802}
{"loss": -0.37095215916633606, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7790741920471191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1802}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1803}
{"loss": -0.3421560525894165, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7182214260101318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1803}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1804}
{"loss": -0.32289841771125793, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.675711989402771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1804}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1805}
{"loss": -0.37020358443260193, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7770980596542358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1805}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1806}
{"loss": -0.3902725875377655, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8203794360160828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1806}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1807}
{"loss": -0.40281930565834045, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8476555943489075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1807}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1808}
{"loss": -0.31885114312171936, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6677396893501282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1808}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1809}
{"loss": -0.3160795271396637, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6618205308914185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1809}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1810}
{"loss": -0.3435073792934418, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7205170392990112, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1810}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1811}
{"loss": -0.37628838419914246, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7910128831863403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1811}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1812}
{"loss": -0.3726925253868103, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7835684418678284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1812}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1813}
{"loss": -0.40235093235969543, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8451619744300842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1813}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1814}
{"loss": -0.35888034105300903, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.753160297870636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1814}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1815}
{"loss": -0.38410434126853943, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8072126507759094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1815}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1816}
{"loss": -0.30967268347740173, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6484612226486206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1816}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1817}
{"loss": -0.3668837249279022, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7712423801422119, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1817}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1818}
{"loss": -0.3447456955909729, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7230575680732727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1818}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1819}
{"loss": -0.3856627941131592, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8100160956382751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1819}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1820}
{"loss": -0.3792676627635956, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7970224618911743, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1820}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1821}
{"loss": -0.3694131076335907, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7754072546958923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1821}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1822}
{"loss": -0.4076213240623474, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8570903539657593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1822}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1823}
{"loss": -0.35947903990745544, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7549692988395691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1823}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1824}
{"loss": -0.34774062037467957, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7294826507568359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1824}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1825}
{"loss": -0.3652631938457489, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7663832306861877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1825}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1826}
{"loss": -0.34630265831947327, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7257975935935974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1826}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1827}
{"loss": -0.37305620312690735, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7831829786300659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1827}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1828}
{"loss": -0.3854387700557709, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.810165286064148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1828}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1829}
{"loss": -0.34184765815734863, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7169756293296814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1829}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1830}
{"loss": -0.35525932908058167, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7455295920372009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1830}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1831}
{"loss": -0.367245614528656, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7716008424758911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1831}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1832}
{"loss": -0.3651943504810333, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7667139768600464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1832}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1833}
{"loss": -0.362988144159317, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7612816691398621, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1833}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1834}
{"loss": -0.3232583999633789, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6769518852233887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1834}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1835}
{"loss": -0.34651824831962585, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7263841032981873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1835}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1836}
{"loss": -0.3059414029121399, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6399968266487122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1836}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1837}
{"loss": -0.32541629672050476, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6815695762634277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1837}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1838}
{"loss": -0.3400678038597107, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7125279307365417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1838}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1839}
{"loss": -0.35958269238471985, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7554752230644226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1839}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1840}
{"loss": -0.39564481377601624, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8316013216972351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1840}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1841}
{"loss": -0.415366530418396, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8731806874275208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1841}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1842}
{"loss": -0.32651597261428833, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6835268139839172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1842}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1843}
{"loss": -0.3393147885799408, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7111941576004028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1843}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1844}
{"loss": -0.29825714230537415, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6231875419616699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1844}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1845}
{"loss": -0.317314088344574, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6638421416282654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1845}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1846}
{"loss": -0.38717764616012573, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8126010298728943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1846}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1847}
{"loss": -0.3066847026348114, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6411993503570557, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1847}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1848}
{"loss": -0.3838404417037964, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8062655329704285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1848}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1849}
{"loss": -0.302325576543808, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6322538256645203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1849}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1850}
{"loss": -0.41007667779922485, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8614312410354614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1850}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1851}
{"loss": -0.38468244671821594, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.807230532169342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1851}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1852}
{"loss": -0.33978021144866943, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7113057971000671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1852}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1853}
{"loss": -0.36455804109573364, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7642956376075745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1853}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1854}
{"loss": -0.3638545870780945, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7619585990905762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1854}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1855}
{"loss": -0.3420701026916504, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7165452241897583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1855}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1856}
{"loss": -0.3972068130970001, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8345688581466675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1856}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1857}
{"loss": -0.32084181904792786, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6705546379089355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1857}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1858}
{"loss": -0.3806670010089874, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7990459203720093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1858}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1859}
{"loss": -0.40159985423088074, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8442776799201965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1859}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1860}
{"loss": -0.35691091418266296, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7479568719863892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1860}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1861}
{"loss": -0.365958571434021, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7670848369598389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1861}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1862}
{"loss": -0.31656408309936523, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6616079211235046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1862}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1863}
{"loss": -0.4205116629600525, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.883965015411377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1863}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1864}
{"loss": -0.3649550676345825, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7649587392807007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1864}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1865}
{"loss": -0.37701886892318726, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7905704975128174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1865}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1866}
{"loss": -0.342006117105484, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7158209681510925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1866}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1867}
{"loss": -0.3670799732208252, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7696238160133362, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1867}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1868}
{"loss": -0.3632771968841553, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7621451020240784, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1868}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1869}
{"loss": -0.393450528383255, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8260689377784729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1869}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1870}
{"loss": -0.3093266487121582, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.646396279335022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1870}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1871}
{"loss": -0.31206458806991577, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6517136693000793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1871}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1872}
{"loss": -0.4323822557926178, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.9079293012619019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1872}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1873}
{"loss": -0.39461061358451843, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8282092213630676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1873}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1874}
{"loss": -0.3244240880012512, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6787744760513306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1874}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1875}
{"loss": -0.340101957321167, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7116672396659851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1875}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1876}
{"loss": -0.34339237213134766, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7199101448059082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1876}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1877}
{"loss": -0.36902621388435364, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7737094163894653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1877}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1878}
{"loss": -0.334926575422287, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.701635479927063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1878}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1879}
{"loss": -0.3627839982509613, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.760303258895874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1879}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1880}
{"loss": -0.35847246646881104, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7509857416152954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1880}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1881}
{"loss": -0.3826078772544861, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8030934929847717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1881}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1882}
{"loss": -0.421866238117218, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8858163952827454, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1882}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1883}
{"loss": -0.34383487701416016, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7203037738800049, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1883}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1884}
{"loss": -0.43980637192726135, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.9253394603729248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1884}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1885}
{"loss": -0.3254130482673645, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6798717379570007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1885}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1886}
{"loss": -0.3565487861633301, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7471302151679993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1886}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1887}
{"loss": -0.3278610110282898, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6856480240821838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1887}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1888}
{"loss": -0.34504714608192444, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7208592891693115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1888}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1889}
{"loss": -0.3952826261520386, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8292373418807983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1889}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1890}
{"loss": -0.35260480642318726, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7396491169929504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1890}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1891}
{"loss": -0.35666418075561523, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7467731833457947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1891}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1892}
{"loss": -0.4368899166584015, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.918080747127533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1892}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1893}
{"loss": -0.3661058247089386, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7670326232910156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1893}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1894}
{"loss": -0.36025795340538025, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.754999041557312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1894}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1895}
{"loss": -0.36793893575668335, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7703984975814819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1895}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1896}
{"loss": -0.37411707639694214, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7830944657325745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1896}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1897}
{"loss": -0.31932199001312256, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.666953980922699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1897}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1898}
{"loss": -0.37385571002960205, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7831505537033081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1898}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1899}
{"loss": -0.4515387713909149, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.9475929737091064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1899}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1900}
{"loss": -0.3136124610900879, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6555046439170837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1900}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1901}
{"loss": -0.37030136585235596, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7754525542259216, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1901}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1902}
{"loss": -0.38660377264022827, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.809752345085144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1902}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1903}
{"loss": -0.3117905259132385, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6503784656524658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1903}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1904}
{"loss": -0.36387839913368225, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.761665940284729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1904}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1905}
{"loss": -0.33683347702026367, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7033892869949341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1905}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1906}
{"loss": -0.3281647861003876, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6864420771598816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1906}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1907}
{"loss": -0.3346211314201355, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6996091604232788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1907}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1908}
{"loss": -0.36291375756263733, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7598669528961182, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1908}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1909}
{"loss": -0.41333338618278503, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8669154644012451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1909}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1910}
{"loss": -0.35044270753860474, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7336291670799255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1910}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1911}
{"loss": -0.39502575993537903, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8284436464309692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1911}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1912}
{"loss": -0.3400874137878418, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.711084246635437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1912}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1913}
{"loss": -0.3472757339477539, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7266432046890259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1913}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1914}
{"loss": -0.3254828453063965, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6804828643798828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1914}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1915}
{"loss": -0.30648359656333923, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6410441398620605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1915}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1916}
{"loss": -0.42056936025619507, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8823710083961487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1916}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1917}
{"loss": -0.3499849736690521, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.731857419013977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1917}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1918}
{"loss": -0.40654969215393066, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8521313667297363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1918}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1919}
{"loss": -0.3596328794956207, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7531782388687134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1919}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1920}
{"loss": -0.36537861824035645, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7661895155906677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1920}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1921}
{"loss": -0.35298672318458557, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7386420369148254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1921}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1922}
{"loss": -0.3087802529335022, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6443790793418884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1922}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1923}
{"loss": -0.35431039333343506, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7417514324188232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1923}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1924}
{"loss": -0.3286563456058502, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6870452165603638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1924}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1925}
{"loss": -0.41621139645576477, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8735409379005432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1925}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1926}
{"loss": -0.34036576747894287, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7116332054138184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1926}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1927}
{"loss": -0.34443020820617676, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7201665043830872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1927}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1928}
{"loss": -0.3051122725009918, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6369574666023254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1928}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1929}
{"loss": -0.40943822264671326, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8591747879981995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1929}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1930}
{"loss": -0.3004908561706543, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6273937225341797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1930}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1931}
{"loss": -0.34820297360420227, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7282748222351074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1931}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1932}
{"loss": -0.41604819893836975, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8726851940155029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1932}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1933}
{"loss": -0.3565532863140106, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7461853623390198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1933}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1934}
{"loss": -0.38489004969596863, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8065304160118103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1934}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1935}
{"loss": -0.33518579602241516, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7012174129486084, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1935}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1936}
{"loss": -0.39614182710647583, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8302682638168335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1936}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1937}
{"loss": -0.29871997237205505, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6225984692573547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1937}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1938}
{"loss": -0.30587518215179443, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6378982663154602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1938}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1939}
{"loss": -0.401456356048584, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.8410787582397461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1939}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1940}
{"loss": -0.36117658019065857, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.75485759973526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1940}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1941}
{"loss": -0.4012143611907959, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8415949940681458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1941}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1942}
{"loss": -0.35923874378204346, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7525171637535095, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1942}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1943}
{"loss": -0.3048597574234009, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6356768012046814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1943}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1944}
{"loss": -0.34853851795196533, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.728112518787384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1944}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1945}
{"loss": -0.36163029074668884, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7560377717018127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1945}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1946}
{"loss": -0.3480532765388489, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7271304726600647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1946}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1947}
{"loss": -0.3355554938316345, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7016743421554565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1947}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1948}
{"loss": -0.32380521297454834, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6753769516944885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1948}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1949}
{"loss": -0.3700135052204132, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7748109102249146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1949}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1950}
{"loss": -0.45075753331184387, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.9456261396408081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1950}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1951}
{"loss": -0.40484192967414856, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8486395478248596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1951}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1952}
{"loss": -0.3261576294898987, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6815985441207886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1952}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1953}
{"loss": -0.333549827337265, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6958132386207581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1953}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1954}
{"loss": -0.3303210437297821, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6908886432647705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1954}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1955}
{"loss": -0.32024723291397095, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.668100118637085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1955}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1956}
{"loss": -0.33491289615631104, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7003000974655151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1956}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1957}
{"loss": -0.3804550766944885, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7966415882110596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1957}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1958}
{"loss": -0.31916362047195435, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6659722924232483, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1958}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1959}
{"loss": -0.38772884011268616, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8120977282524109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1959}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1960}
{"loss": -0.3445787727832794, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7205738425254822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1960}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1961}
{"loss": -0.3819010853767395, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7994974851608276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1961}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1962}
{"loss": -0.3600330352783203, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7531628608703613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1962}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1963}
{"loss": -0.3549225926399231, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7418549656867981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1963}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1964}
{"loss": -0.37736380100250244, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7895444631576538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1964}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1965}
{"loss": -0.33751380443573, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7051308751106262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1965}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1966}
{"loss": -0.32069772481918335, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6686997413635254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1966}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1967}
{"loss": -0.36816316843032837, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7695080041885376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1967}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1968}
{"loss": -0.3614165484905243, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7559478282928467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1968}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1969}
{"loss": -0.37274813652038574, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7800211906433105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1969}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1970}
{"loss": -0.3430800437927246, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7167853713035583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1970}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1971}
{"loss": -0.3272742033004761, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6834591627120972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1971}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1972}
{"loss": -0.34532681107521057, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7212504148483276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1972}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1973}
{"loss": -0.28298822045326233, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5893335342407227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1973}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1974}
{"loss": -0.3172442615032196, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6615913510322571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1974}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1975}
{"loss": -0.3469136953353882, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7241532802581787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1975}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1976}
{"loss": -0.3091942369937897, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.6437552571296692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1976}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1977}
{"loss": -0.3517393171787262, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7353087067604065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1977}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1978}
{"loss": -0.38772085309028625, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8111921548843384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1978}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1979}
{"loss": -0.3676120340824127, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7690548300743103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1979}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1980}
{"loss": -0.3520877957344055, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7356908917427063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1980}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 1981}
{"loss": -0.3425544798374176, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7152757048606873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1981}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1982}
{"loss": -0.4195413887500763, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8790913820266724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1982}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1983}
{"loss": -0.364590048789978, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.762412965297699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1983}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1984}
{"loss": -0.3034067153930664, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.63254314661026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1984}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1985}
{"loss": -0.4266509711742401, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.8943614959716797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1985}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1986}
{"loss": -0.4181200861930847, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8762041926383972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1986}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1987}
{"loss": -0.39332133531570435, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8235639333724976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1987}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1988}
{"loss": -0.4165720045566559, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.8729603290557861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1988}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1989}
{"loss": -0.3521508574485779, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7359626889228821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1989}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1990}
{"loss": -0.3638739287853241, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7613474130630493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1990}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1991}
{"loss": -0.3849111497402191, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.8052977323532104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1991}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1992}
{"loss": -0.3190215229988098, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6656172275543213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1992}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1993}
{"loss": -0.3953261375427246, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.8275018334388733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1993}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1994}
{"loss": -0.41061967611312866, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.859663724899292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1994}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1995}
{"loss": -0.37086325883865356, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7750650644302368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1995}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1996}
{"loss": -0.3511974811553955, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.7331727743148804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1996}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1997}
{"loss": -0.307160347700119, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6331811547279358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1997}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1998}
{"loss": -0.34312140941619873, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.7156817317008972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1998}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 1999}
{"loss": -0.3441261947154999, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7177985906600952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1999}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 2000}
{"loss": -0.34208592772483826, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7142446041107178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2000}
{"epoch": 2000, "positional_disent": 0.7434555888175964, "bag_of_symbol_disent": 0.0927477553486824, "topographic_sim": 0.2814308702840131}
{"epoch": 2000, "positional_disent": 0.745668351650238, "bag_of_symbol_disent": 0.20083749294281006, "topographic_sim": 0.9217554209621434}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 2000}
