Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=981, receiver='ModifReceiver', receiver_emb=30, sender='ModifSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.6744897961616516, "acc_or": 0.8362244367599487}, "epoch": 1}
{"loss": 2.360302686691284, "acc": 0.7309610247612, "acc_or": 0.86327064037323, "sender_entropy": 0.5063372254371643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.6897959113121033, "acc_or": 0.8443877100944519}, "epoch": 2}
{"loss": 1.8752598762512207, "acc": 0.8637806177139282, "acc_or": 0.9316636323928833, "sender_entropy": 0.5877926349639893, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9530611634254456}, "epoch": 3}
{"loss": 1.7955875396728516, "acc": 0.9431096911430359, "acc_or": 0.9713848829269409, "sender_entropy": 0.7220274209976196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9255101680755615, "acc_or": 0.9622448682785034}, "epoch": 4}
{"loss": 1.518425464630127, "acc": 0.9537624716758728, "acc_or": 0.976767897605896, "sender_entropy": 0.7701644897460938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9479591250419617, "acc_or": 0.9734693169593811}, "epoch": 5}
{"loss": 1.3438193798065186, "acc": 0.9611287117004395, "acc_or": 0.9804510474205017, "sender_entropy": 0.8153348565101624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.0714285671710968, "acc_or": 0.5051020383834839}, "uniform holdout": {"acc": 0.9520407915115356, "acc_or": 0.976020336151123}, "epoch": 6}
{"loss": 1.179911732673645, "acc": 0.9669084548950195, "acc_or": 0.9834542274475098, "sender_entropy": 0.8445782661437988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9581632018089294, "acc_or": 0.9790815711021423}, "epoch": 7}
{"loss": 1.0595731735229492, "acc": 0.9728014469146729, "acc_or": 0.986344039440155, "sender_entropy": 0.8636913299560547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.9581632018089294, "acc_or": 0.9785714149475098}, "epoch": 8}
{"loss": 0.9438480734825134, "acc": 0.9740480780601501, "acc_or": 0.9869673848152161, "sender_entropy": 0.8893536925315857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9581632018089294, "acc_or": 0.9780611991882324}, "epoch": 9}
{"loss": 0.8257623910903931, "acc": 0.9714415073394775, "acc_or": 0.9855507612228394, "sender_entropy": 0.9074873924255371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9719387292861938}, "epoch": 10}
{"loss": 0.7446279525756836, "acc": 0.957842230796814, "acc_or": 0.978807806968689, "sender_entropy": 0.9444490671157837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 11}
{"loss": 0.5560108423233032, "acc": 0.8634406328201294, "acc_or": 0.9316636323928833, "sender_entropy": 0.7799494862556458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "epoch": 12}
{"loss": 0.4739931523799896, "acc": 0.8415684700012207, "acc_or": 0.920727550983429, "sender_entropy": 0.6265706419944763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8173469305038452, "acc_or": 0.9086734056472778}, "epoch": 13}
{"loss": 0.46595585346221924, "acc": 0.8398685455322266, "acc_or": 0.9199342727661133, "sender_entropy": 0.654599130153656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8051019906997681, "acc_or": 0.902550995349884}, "epoch": 14}
{"loss": 0.4043099880218506, "acc": 0.8374886512756348, "acc_or": 0.9187443256378174, "sender_entropy": 0.6280422210693359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9091836214065552}, "epoch": 15}
{"loss": 0.3513738512992859, "acc": 0.8377153277397156, "acc_or": 0.9188576340675354, "sender_entropy": 0.5886867046356201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.827551007270813, "acc_or": 0.9137754440307617}, "epoch": 16}
{"loss": 0.3744979500770569, "acc": 0.8318222761154175, "acc_or": 0.9159111380577087, "sender_entropy": 0.7028263807296753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "epoch": 17}
{"loss": 0.283978134393692, "acc": 0.8361287117004395, "acc_or": 0.9180643558502197, "sender_entropy": 0.5863566994667053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8173469305038452, "acc_or": 0.9086734056472778}, "epoch": 18}
{"loss": 0.3039416968822479, "acc": 0.8359020948410034, "acc_or": 0.9179510474205017, "sender_entropy": 0.6944338083267212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 19}
{"loss": 0.2859560251235962, "acc": 0.8340888619422913, "acc_or": 0.9170444011688232, "sender_entropy": 0.7084602117538452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 20}
{"loss": 0.2699725031852722, "acc": 0.8462148904800415, "acc_or": 0.9231074452400208, "sender_entropy": 0.691051721572876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8071427941322327, "acc_or": 0.903571367263794}, "epoch": 21}
{"loss": 0.24126625061035156, "acc": 0.8445149660110474, "acc_or": 0.9222574830055237, "sender_entropy": 0.647476315498352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 22}
{"loss": 0.22891470789909363, "acc": 0.8417950868606567, "acc_or": 0.9208975434303284, "sender_entropy": 0.714584469795227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 23}
{"loss": 0.20951801538467407, "acc": 0.843041718006134, "acc_or": 0.9215208292007446, "sender_entropy": 0.6331165432929993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.827551007270813, "acc_or": 0.9137754440307617}, "epoch": 24}
{"loss": 0.19009463489055634, "acc": 0.8436083197593689, "acc_or": 0.9218041896820068, "sender_entropy": 0.6508667469024658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8193877339363098, "acc_or": 0.9096938371658325}, "epoch": 25}
{"loss": 0.18981978297233582, "acc": 0.8447416424751282, "acc_or": 0.9223707914352417, "sender_entropy": 0.764395534992218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8224489688873291, "acc_or": 0.9112244248390198}, "epoch": 26}
{"loss": 0.16177979111671448, "acc": 0.8439483046531677, "acc_or": 0.9219741821289062, "sender_entropy": 0.6403177976608276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8224489688873291, "acc_or": 0.9112244248390198}, "epoch": 27}
{"loss": 0.14933103322982788, "acc": 0.8447416424751282, "acc_or": 0.9223707914352417, "sender_entropy": 0.6404528021812439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8204081058502197, "acc_or": 0.9102040529251099}, "epoch": 28}
{"loss": 0.14096617698669434, "acc": 0.8462148904800415, "acc_or": 0.9231074452400208, "sender_entropy": 0.7573773264884949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.823469340801239, "acc_or": 0.9117346405982971}, "epoch": 29}
{"loss": 0.12721775472164154, "acc": 0.8424750566482544, "acc_or": 0.9212375283241272, "sender_entropy": 0.592356264591217, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.823469340801239, "acc_or": 0.9117346405982971}, "epoch": 30}
{"loss": 0.1133468747138977, "acc": 0.8467814922332764, "acc_or": 0.9233907461166382, "sender_entropy": 0.6919434666633606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8173469305038452, "acc_or": 0.9086734056472778}, "epoch": 31}
{"loss": 0.10630208253860474, "acc": 0.8464415073394775, "acc_or": 0.9232207536697388, "sender_entropy": 0.6720560193061829, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "epoch": 32}
{"loss": 0.09348925948143005, "acc": 0.8467814922332764, "acc_or": 0.9233907461166382, "sender_entropy": 0.7173055410385132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8153060674667358, "acc_or": 0.9076530337333679}, "epoch": 33}
{"loss": 0.09435712546110153, "acc": 0.8467814922332764, "acc_or": 0.9233907461166382, "sender_entropy": 0.6313005089759827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8153060674667358, "acc_or": 0.9076530337333679}, "epoch": 34}
{"loss": 0.07199924439191818, "acc": 0.8466681838035583, "acc_or": 0.9233340620994568, "sender_entropy": 0.7655612826347351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "epoch": 35}
{"loss": 0.06475374847650528, "acc": 0.8502946496009827, "acc_or": 0.9251473546028137, "sender_entropy": 0.7422482371330261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8071427941322327, "acc_or": 0.903571367263794}, "epoch": 36}
{"loss": 0.059336766600608826, "acc": 0.849614679813385, "acc_or": 0.9248073697090149, "sender_entropy": 0.6953616142272949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 37}
{"loss": 0.05552605539560318, "acc": 0.8439483046531677, "acc_or": 0.9219741821289062, "sender_entropy": 0.649041473865509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8153060674667358, "acc_or": 0.9076530337333679}, "epoch": 38}
{"loss": 0.048396073281764984, "acc": 0.8476881384849548, "acc_or": 0.923844039440155, "sender_entropy": 0.7177405953407288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.7928571105003357, "acc_or": 0.8964285254478455}, "epoch": 39}
{"loss": 0.04015067219734192, "acc": 0.8509746193885803, "acc_or": 0.9254872798919678, "sender_entropy": 0.6855835914611816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8081632256507874, "acc_or": 0.9040815830230713}, "epoch": 40}
{"loss": 0.028726890683174133, "acc": 0.8530145287513733, "acc_or": 0.9265072345733643, "sender_entropy": 0.7300601601600647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.777550995349884, "acc_or": 0.8887754678726196}, "epoch": 41}
{"loss": 0.030954651534557343, "acc": 0.8513146042823792, "acc_or": 0.9256572723388672, "sender_entropy": 0.6657804250717163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.7897958755493164, "acc_or": 0.8948979377746582}, "epoch": 42}
{"loss": 0.0184658020734787, "acc": 0.8514279127120972, "acc_or": 0.9257139563560486, "sender_entropy": 0.7047643065452576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.7857142686843872, "acc_or": 0.8928570747375488}, "epoch": 43}
{"loss": 0.009607993066310883, "acc": 0.8523345589637756, "acc_or": 0.9261672496795654, "sender_entropy": 0.7256637215614319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.7632652521133423, "acc_or": 0.8816326260566711}, "epoch": 44}
{"loss": -0.0008187219500541687, "acc": 0.8533545136451721, "acc_or": 0.9266772270202637, "sender_entropy": 0.7687979340553284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.7479591369628906, "acc_or": 0.8739795684814453}, "epoch": 45}
{"loss": 0.02896469086408615, "acc": 0.8529011607170105, "acc_or": 0.9264506101608276, "sender_entropy": 0.5600189566612244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.7928571105003357, "acc_or": 0.8964285254478455}, "epoch": 46}
{"loss": -0.017165444791316986, "acc": 0.8541477918624878, "acc_or": 0.9270738959312439, "sender_entropy": 0.804853081703186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.7857142686843872, "acc_or": 0.8928570747375488}, "epoch": 47}
{"loss": -0.01301419734954834, "acc": 0.8510879278182983, "acc_or": 0.9255439639091492, "sender_entropy": 0.7202203869819641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.7928571105003357, "acc_or": 0.8964285254478455}, "epoch": 48}
{"loss": -0.03115765005350113, "acc": 0.8523345589637756, "acc_or": 0.9261672496795654, "sender_entropy": 0.8121196031570435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.7612244486808777, "acc_or": 0.8806121945381165}, "epoch": 49}
{"loss": -0.020120933651924133, "acc": 0.8565276265144348, "acc_or": 0.9282638430595398, "sender_entropy": 0.7307628989219666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.7887755036354065, "acc_or": 0.8943877220153809}, "epoch": 50}
{"loss": -0.020185835659503937, "acc": 0.8566409945487976, "acc_or": 0.9283204674720764, "sender_entropy": 0.7427780628204346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.7846938371658325, "acc_or": 0.8923469185829163}, "epoch": 51}
{"loss": -0.019792526960372925, "acc": 0.8572075963020325, "acc_or": 0.9286038279533386, "sender_entropy": 0.7125649452209473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.7612244486808777, "acc_or": 0.8806121945381165}, "epoch": 52}
{"loss": -0.004305213689804077, "acc": 0.8575475811958313, "acc_or": 0.928773820400238, "sender_entropy": 0.6248234510421753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.7551019787788391, "acc_or": 0.8775509595870972}, "epoch": 53}
{"loss": -0.02616121619939804, "acc": 0.858340859413147, "acc_or": 0.9291704297065735, "sender_entropy": 0.6924360394477844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.7551019787788391, "acc_or": 0.8775509595870972}, "epoch": 54}
{"loss": -0.03734584152698517, "acc": 0.8614007234573364, "acc_or": 0.9307003617286682, "sender_entropy": 0.7123203277587891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.7571428418159485, "acc_or": 0.8785713911056519}, "epoch": 55}
{"loss": -0.03631360083818436, "acc": 0.8609474301338196, "acc_or": 0.9304736852645874, "sender_entropy": 0.7261185050010681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.7673469185829163, "acc_or": 0.8836734294891357}, "epoch": 56}
{"loss": -0.0527840182185173, "acc": 0.8587942123413086, "acc_or": 0.9293971061706543, "sender_entropy": 0.7867534756660461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.7387754917144775, "acc_or": 0.8693877458572388}, "epoch": 57}
{"loss": -0.02849528193473816, "acc": 0.860494077205658, "acc_or": 0.9302470684051514, "sender_entropy": 0.6551147103309631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.7561224102973938, "acc_or": 0.8780611753463745}, "epoch": 58}
{"loss": -0.03468978404998779, "acc": 0.8594741821289062, "acc_or": 0.9297370910644531, "sender_entropy": 0.6562117338180542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.7418367266654968, "acc_or": 0.870918333530426}, "epoch": 59}
{"loss": -0.04067236930131912, "acc": 0.8564143180847168, "acc_or": 0.9282071590423584, "sender_entropy": 0.6778346300125122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.7408162951469421, "acc_or": 0.8704081177711487}, "epoch": 60}
{"loss": -0.04837339371442795, "acc": 0.8608340620994568, "acc_or": 0.9304170608520508, "sender_entropy": 0.6979091763496399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.7357142567634583, "acc_or": 0.8678570985794067}, "epoch": 61}
{"loss": -0.052174054086208344, "acc": 0.8603807687759399, "acc_or": 0.93019038438797, "sender_entropy": 0.6946888566017151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.7469387650489807, "acc_or": 0.873469352722168}, "epoch": 62}
{"loss": -0.057863906025886536, "acc": 0.8595874905586243, "acc_or": 0.9297937154769897, "sender_entropy": 0.7048830986022949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.7489795684814453, "acc_or": 0.8744897842407227}, "epoch": 63}
{"loss": -0.056256964802742004, "acc": 0.8603807687759399, "acc_or": 0.93019038438797, "sender_entropy": 0.6982253789901733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.7530611753463745, "acc_or": 0.8765305876731873}, "epoch": 64}
{"loss": -0.07060001790523529, "acc": 0.8623073697090149, "acc_or": 0.9311536550521851, "sender_entropy": 0.7481371760368347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.7367346882820129, "acc_or": 0.8683673143386841}, "epoch": 65}
{"loss": -0.05304928869009018, "acc": 0.8670670986175537, "acc_or": 0.9335335493087769, "sender_entropy": 0.6767441034317017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.7387754917144775, "acc_or": 0.8693877458572388}, "epoch": 66}
{"loss": -0.0704263299703598, "acc": 0.8612874150276184, "acc_or": 0.9306436777114868, "sender_entropy": 0.7208618521690369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.732653021812439, "acc_or": 0.8663265109062195}, "epoch": 67}
{"loss": -0.051644615828990936, "acc": 0.8633272647857666, "acc_or": 0.9316636323928833, "sender_entropy": 0.6551802754402161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.7510203719139099, "acc_or": 0.8755101561546326}, "epoch": 68}
{"loss": -0.06992895156145096, "acc": 0.8654804825782776, "acc_or": 0.9327402710914612, "sender_entropy": 0.7204592227935791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.7408162951469421, "acc_or": 0.8704081177711487}, "epoch": 69}
{"loss": -0.06715448945760727, "acc": 0.8643472194671631, "acc_or": 0.9321736097335815, "sender_entropy": 0.6795893311500549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.7336734533309937, "acc_or": 0.8668367266654968}, "epoch": 70}
{"loss": -0.06236989051103592, "acc": 0.8609474301338196, "acc_or": 0.9304736852645874, "sender_entropy": 0.6632988452911377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.7397958636283875, "acc_or": 0.8698979020118713}, "epoch": 71}
{"loss": -0.0757954865694046, "acc": 0.8730734586715698, "acc_or": 0.9365367293357849, "sender_entropy": 0.7300996780395508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.7306122183799744, "acc_or": 0.8653060793876648}, "epoch": 72}
{"loss": -0.0647154226899147, "acc": 0.8634406328201294, "acc_or": 0.9317203164100647, "sender_entropy": 0.6449743509292603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.7244897484779358, "acc_or": 0.8622448444366455}, "epoch": 73}
{"loss": -0.07905536144971848, "acc": 0.8668404221534729, "acc_or": 0.9334202408790588, "sender_entropy": 0.6799138188362122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.7306122183799744, "acc_or": 0.8653060793876648}, "epoch": 74}
{"loss": -0.06136102229356766, "acc": 0.8797597289085388, "acc_or": 0.9398798942565918, "sender_entropy": 0.6422039866447449, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.7357142567634583, "acc_or": 0.8678570985794067}, "epoch": 75}
{"loss": -0.057976238429546356, "acc": 0.9309836626052856, "acc_or": 0.9654918313026428, "sender_entropy": 0.6594374775886536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9418367147445679, "acc_or": 0.9709182977676392}, "epoch": 76}
{"loss": 0.002542862668633461, "acc": 0.9850407838821411, "acc_or": 0.9924637079238892, "sender_entropy": 0.5947814583778381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 77}
{"loss": 0.020266113802790642, "acc": 0.9932003617286682, "acc_or": 0.9964868426322937, "sender_entropy": 0.5455662608146667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 78}
{"loss": 0.023608257994055748, "acc": 0.9949002861976624, "acc_or": 0.9972801208496094, "sender_entropy": 0.5846863389015198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 79}
{"loss": 0.023130446672439575, "acc": 0.9960335493087769, "acc_or": 0.997960090637207, "sender_entropy": 0.5806224346160889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 80}
{"loss": 0.018999047577381134, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.5738383531570435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 81}
{"loss": 0.018062518909573555, "acc": 0.9964868426322937, "acc_or": 0.9981867671012878, "sender_entropy": 0.58424311876297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 82}
{"loss": 0.017462680116295815, "acc": 0.9964868426322937, "acc_or": 0.9981300830841064, "sender_entropy": 0.6001859307289124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 83}
{"loss": 0.014677606523036957, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5832447409629822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 84}
{"loss": 0.012111112475395203, "acc": 0.9969401359558105, "acc_or": 0.9984134435653687, "sender_entropy": 0.620987057685852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 85}
{"loss": 0.007804787252098322, "acc": 0.9966002106666565, "acc_or": 0.9982434511184692, "sender_entropy": 0.6205251216888428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 86}
{"loss": 0.005792607087641954, "acc": 0.9964868426322937, "acc_or": 0.9981867671012878, "sender_entropy": 0.6183748841285706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 87}
{"loss": -0.0012682131491601467, "acc": 0.9964868426322937, "acc_or": 0.9981300830841064, "sender_entropy": 0.6017823219299316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 88}
{"loss": -0.0028439094312489033, "acc": 0.9963735342025757, "acc_or": 0.9980167746543884, "sender_entropy": 0.6894460320472717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 89}
{"loss": -0.004227658733725548, "acc": 0.9966002106666565, "acc_or": 0.9982434511184692, "sender_entropy": 0.610845685005188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 90}
{"loss": -0.009180759079754353, "acc": 0.9967135190963745, "acc_or": 0.9982434511184692, "sender_entropy": 0.6546070575714111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 91}
{"loss": -0.0102227833122015, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6406981348991394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 92}
{"loss": -0.014779908582568169, "acc": 0.9968268275260925, "acc_or": 0.9983000755310059, "sender_entropy": 0.6614275574684143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 93}
{"loss": -0.018390195444226265, "acc": 0.9966002106666565, "acc_or": 0.9982434511184692, "sender_entropy": 0.6614435911178589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 94}
{"loss": -0.019130194559693336, "acc": 0.9968268275260925, "acc_or": 0.9983567595481873, "sender_entropy": 0.6570941209793091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 95}
{"loss": -0.024077171459794044, "acc": 0.9968268275260925, "acc_or": 0.9983567595481873, "sender_entropy": 0.6824466586112976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 96}
{"loss": -0.02819373458623886, "acc": 0.9968268275260925, "acc_or": 0.9983567595481873, "sender_entropy": 0.6757265329360962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 97}
{"loss": -0.032050970941782, "acc": 0.9969401359558105, "acc_or": 0.9984134435653687, "sender_entropy": 0.7091318964958191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.991836667060852}, "epoch": 98}
{"loss": -0.0303566325455904, "acc": 0.9972801208496094, "acc_or": 0.9985834360122681, "sender_entropy": 0.6726093292236328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 99}
{"loss": -0.038053277879953384, "acc": 0.9973934888839722, "acc_or": 0.9986400604248047, "sender_entropy": 0.7316517233848572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 100}
{"loss": -0.03598180040717125, "acc": 0.9971668124198914, "acc_or": 0.9985267519950867, "sender_entropy": 0.6531277894973755, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 101}
{"loss": -0.04039067029953003, "acc": 0.9970535039901733, "acc_or": 0.9984700679779053, "sender_entropy": 0.699232280254364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 102}
{"loss": -0.04745075851678848, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7581024169921875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 103}
{"loss": -0.047702204436063766, "acc": 0.9975067973136902, "acc_or": 0.9986967444419861, "sender_entropy": 0.7027940154075623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 104}
{"loss": -0.05078021064400673, "acc": 0.9972801208496094, "acc_or": 0.9985834360122681, "sender_entropy": 0.7241000533103943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 105}
{"loss": -0.05258266627788544, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6908915042877197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 106}
{"loss": -0.05083593353629112, "acc": 0.9976201057434082, "acc_or": 0.9987534284591675, "sender_entropy": 0.6579205393791199, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 107}
{"loss": -0.05976610258221626, "acc": 0.9972801208496094, "acc_or": 0.9985834360122681, "sender_entropy": 0.7363773584365845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 108}
{"loss": -0.05442356318235397, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6773555278778076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 109}
{"loss": -0.05826309323310852, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6553539037704468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 110}
{"loss": -0.0629151239991188, "acc": 0.9971668124198914, "acc_or": 0.9985267519950867, "sender_entropy": 0.709945797920227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 111}
{"loss": -0.06705301254987717, "acc": 0.9972801208496094, "acc_or": 0.9985834360122681, "sender_entropy": 0.7109793424606323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 112}
{"loss": -0.0710572674870491, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7241654992103577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 113}
{"loss": -0.06642966717481613, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6811447143554688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 114}
{"loss": -0.07411634176969528, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7201737761497498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 115}
{"loss": -0.08175169676542282, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7742984294891357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 116}
{"loss": -0.0772433653473854, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7087334394454956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 117}
{"loss": -0.08929447084665298, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.774150550365448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 118}
{"loss": -0.08817130327224731, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7593905329704285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 119}
{"loss": -0.08185452222824097, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6983060240745544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 120}
{"loss": -0.08044876158237457, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6768046021461487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 121}
{"loss": -0.0861828550696373, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7092770338058472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 122}
{"loss": -0.09227250516414642, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7391771078109741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 123}
{"loss": -0.08461222052574158, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.670856237411499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 124}
{"loss": -0.09390027821063995, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7146851420402527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 125}
{"loss": -0.09611823409795761, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7299512624740601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 126}
{"loss": -0.10341745615005493, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7433954477310181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 127}
{"loss": -0.10414482653141022, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7468817234039307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 128}
{"loss": -0.10198055952787399, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.71567702293396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 129}
{"loss": -0.11166701465845108, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7731781005859375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 130}
{"loss": -0.10901959985494614, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7367992401123047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 131}
{"loss": -0.10914751142263412, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7272992134094238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 132}
{"loss": -0.1022389754652977, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6900696754455566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 133}
{"loss": -0.1176879033446312, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7529518008232117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 134}
{"loss": -0.1075136661529541, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6949413418769836, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 135}
{"loss": -0.10737069696187973, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6839964985847473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 136}
{"loss": -0.12138272076845169, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7520029544830322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 137}
{"loss": -0.11051347106695175, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6826733946800232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 138}
{"loss": -0.11906369775533676, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7256591320037842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 139}
{"loss": -0.12820707261562347, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7711823582649231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 140}
{"loss": -0.11447301506996155, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6826680898666382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 141}
{"loss": -0.12006157636642456, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7099723815917969, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 142}
{"loss": -0.12842634320259094, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7483007311820984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 143}
{"loss": -0.13278710842132568, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7624742984771729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 144}
{"loss": -0.12441831082105637, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7129160165786743, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 145}
{"loss": -0.1424122303724289, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7885341644287109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 146}
{"loss": -0.1237584799528122, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6981531381607056, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 147}
{"loss": -0.13239213824272156, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7330376505851746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 148}
{"loss": -0.12739138305187225, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6972009539604187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 149}
{"loss": -0.12803198397159576, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6940609216690063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 150}
{"loss": -0.1439056396484375, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7668477892875671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 151}
{"loss": -0.1442328691482544, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7643199563026428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 152}
{"loss": -0.1325901597738266, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6884582042694092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 153}
{"loss": -0.13632634282112122, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7180296778678894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 154}
{"loss": -0.14893022179603577, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7616469860076904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 155}
{"loss": -0.1441618800163269, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7383045554161072, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 156}
{"loss": -0.13931339979171753, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7035250067710876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 157}
{"loss": -0.1336103230714798, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.674422562122345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 158}
{"loss": -0.13782894611358643, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6895332336425781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 159}
{"loss": -0.15997260808944702, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7731001973152161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 160}
{"loss": -0.15506905317306519, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7612532377243042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 161}
{"loss": -0.15198203921318054, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7419065237045288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 162}
{"loss": -0.15139757096767426, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7290820479393005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 163}
{"loss": -0.15237225592136383, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7341660857200623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 164}
{"loss": -0.154390349984169, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.732654869556427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 165}
{"loss": -0.15404735505580902, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7282514572143555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 166}
{"loss": -0.15090693533420563, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7022198438644409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 167}
{"loss": -0.15744897723197937, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7284473180770874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 168}
{"loss": -0.16173483431339264, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7449765205383301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 169}
{"loss": -0.1651410311460495, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7488786578178406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 170}
{"loss": -0.1658477634191513, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7535755038261414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 171}
{"loss": -0.1573404222726822, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.718018651008606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 172}
{"loss": -0.16357575356960297, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7319822311401367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 173}
{"loss": -0.16805721819400787, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7456985712051392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 174}
{"loss": -0.16752122342586517, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7372996211051941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 175}
{"loss": -0.1447734385728836, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6374167799949646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 176}
{"loss": -0.17165035009384155, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7451838254928589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 177}
{"loss": -0.1679418534040451, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7280279994010925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 178}
{"loss": -0.16882182657718658, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7318004369735718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 179}
{"loss": -0.17485034465789795, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7512389421463013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 180}
{"loss": -0.1685815155506134, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7171898484230042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 181}
{"loss": -0.15447892248630524, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6508476734161377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 182}
{"loss": -0.16878251731395721, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7085652351379395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 183}
{"loss": -0.165008544921875, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6905114054679871, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 184}
{"loss": -0.1658417135477066, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6881221532821655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 185}
{"loss": -0.18255993723869324, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7409590482711792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 186}
{"loss": -0.1912839412689209, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7844938635826111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 187}
{"loss": -0.18223269283771515, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7459244132041931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 188}
{"loss": -0.17116883397102356, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6975035667419434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 189}
{"loss": -0.17310093343257904, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7008892297744751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 190}
{"loss": -0.17048485577106476, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6909281015396118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 191}
{"loss": -0.18202200531959534, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7293342351913452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 192}
{"loss": -0.17814035713672638, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7149848341941833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 193}
{"loss": -0.1815968006849289, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7235671877861023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 194}
{"loss": -0.1860756129026413, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7417798638343811, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 195}
{"loss": -0.18295224010944366, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7188887000083923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 196}
{"loss": -0.20157219469547272, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7746678590774536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 197}
{"loss": -0.1961226761341095, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7630812525749207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 198}
{"loss": -0.17217902839183807, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.671224057674408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 199}
{"loss": -0.19615690410137177, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7537088990211487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 200}
{"loss": -0.17403928935527802, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6701931357383728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 201}
{"loss": -0.19436173141002655, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7415097951889038, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 202}
{"loss": -0.20691092312335968, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7855892777442932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 203}
{"loss": -0.1875600814819336, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.708734393119812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 204}
{"loss": -0.19456399977207184, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7308533191680908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 205}
{"loss": -0.20088331401348114, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7564204931259155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 206}
{"loss": -0.18283914029598236, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6846732497215271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 207}
{"loss": -0.19508814811706543, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7273292541503906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 208}
{"loss": -0.19363045692443848, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7202531099319458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 209}
{"loss": -0.18460716307163239, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6886899471282959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 210}
{"loss": -0.19883447885513306, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.73677659034729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 211}
{"loss": -0.18694645166397095, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6875051856040955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 212}
{"loss": -0.20074468851089478, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7380577325820923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 213}
{"loss": -0.1984127014875412, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7292423844337463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 214}
{"loss": -0.1896129846572876, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6887971758842468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 215}
{"loss": -0.20800913870334625, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7537125945091248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 216}
{"loss": -0.2193000465631485, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7951631546020508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 217}
{"loss": -0.20080417394638062, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7257586121559143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 218}
{"loss": -0.22428056597709656, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8035666942596436, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 219}
{"loss": -0.21137073636054993, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7586959600448608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 220}
{"loss": -0.20442910492420197, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7280004024505615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 221}
{"loss": -0.2057870775461197, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7319034934043884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 222}
{"loss": -0.21875794231891632, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7739129662513733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 223}
{"loss": -0.20421798527240753, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7189830541610718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 224}
{"loss": -0.22481538355350494, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7878269553184509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 225}
{"loss": -0.21700981259346008, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7608599662780762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 226}
{"loss": -0.20510073006153107, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7180448174476624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 227}
{"loss": -0.20003990828990936, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6963176131248474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 228}
{"loss": -0.20150166749954224, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7022784948348999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 229}
{"loss": -0.20781248807907104, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7155110836029053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 230}
{"loss": -0.19794616103172302, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6848142743110657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 231}
{"loss": -0.21479679644107819, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7408505082130432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 232}
{"loss": -0.2236146330833435, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7670084238052368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 233}
{"loss": -0.19582338631153107, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6700500249862671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 234}
{"loss": -0.2072431743144989, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7086973786354065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 235}
{"loss": -0.24101059138774872, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8171857595443726, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 236}
{"loss": -0.22290979325771332, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7538735866546631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 237}
{"loss": -0.2429732382297516, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8201918005943298, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 238}
{"loss": -0.21760891377925873, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7367367148399353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 239}
{"loss": -0.21495939791202545, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7230640649795532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 240}
{"loss": -0.231628879904747, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.778642475605011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 241}
{"loss": -0.2156745344400406, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7238233089447021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 242}
{"loss": -0.2098446786403656, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.696469783782959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 243}
{"loss": -0.22689732909202576, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7496989965438843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 244}
{"loss": -0.2035614550113678, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6751648187637329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 245}
{"loss": -0.2059038132429123, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6792303323745728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 246}
{"loss": -0.24277585744857788, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7977171540260315, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 247}
{"loss": -0.20925645530223846, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.694078266620636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 248}
{"loss": -0.237840473651886, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.783109724521637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 249}
{"loss": -0.21280476450920105, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.696619987487793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 250}
{"loss": -0.2420167326927185, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7918380498886108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 251}
{"loss": -0.2277502864599228, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.74660724401474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 252}
{"loss": -0.21118603646755219, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6915560364723206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 253}
{"loss": -0.23112055659294128, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7482969760894775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 254}
{"loss": -0.24416519701480865, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.790673553943634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 255}
{"loss": -0.22492143511772156, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7265738248825073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 256}
{"loss": -0.20364603400230408, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.656285285949707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 257}
{"loss": -0.2118304967880249, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6832225918769836, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 258}
{"loss": -0.2143596112728119, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6907520890235901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 259}
{"loss": -0.2237902283668518, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7177779674530029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 260}
{"loss": -0.21410433948040009, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6888943314552307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 261}
{"loss": -0.2136988639831543, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.680133044719696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 262}
{"loss": -0.22536206245422363, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7177483439445496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 263}
{"loss": -0.2109094113111496, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.67099529504776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 264}
{"loss": -0.21006792783737183, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6664101481437683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 265}
{"loss": -0.22800174355506897, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7207112312316895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 266}
{"loss": -0.25816187262535095, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8067104816436768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 267}
{"loss": -0.24822132289409637, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7819909453392029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 268}
{"loss": -0.2275916039943695, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7172460556030273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 269}
{"loss": -0.2512044310569763, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7872185707092285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 270}
{"loss": -0.23221325874328613, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7294343113899231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 271}
{"loss": -0.24294966459274292, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7589768767356873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 272}
{"loss": -0.23547852039337158, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7319447994232178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 273}
{"loss": -0.22285643219947815, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6948264241218567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 274}
{"loss": -0.22893276810646057, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7124429941177368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 275}
{"loss": -0.21372851729393005, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6642318367958069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 276}
{"loss": -0.22271890938282013, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6904186010360718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 277}
{"loss": -0.22395290434360504, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6934323310852051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 278}
{"loss": -0.23297806084156036, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7175605297088623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 279}
{"loss": -0.22435687482357025, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6920227408409119, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 280}
{"loss": -0.21792255342006683, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6665675640106201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 281}
{"loss": -0.25078195333480835, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7693480253219604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 282}
{"loss": -0.2296874225139618, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7004876732826233, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 283}
{"loss": -0.2476981282234192, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7557284832000732, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 284}
{"loss": -0.24808980524539948, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7542989253997803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 285}
{"loss": -0.21514025330543518, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6569573283195496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 286}
{"loss": -0.2691085934638977, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8180192112922668, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 287}
{"loss": -0.22960741817951202, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6967935562133789, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 288}
{"loss": -0.244146466255188, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7420831322669983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 289}
{"loss": -0.23230025172233582, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7007300853729248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 290}
{"loss": -0.22559376060962677, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6792604327201843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 291}
{"loss": -0.2431696206331253, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7352742552757263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 292}
{"loss": -0.24213986098766327, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7295700907707214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 293}
{"loss": -0.23162472248077393, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6965999603271484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 294}
{"loss": -0.23671574890613556, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7092643976211548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 295}
{"loss": -0.2479385882616043, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.743894100189209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 296}
{"loss": -0.24358206987380981, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7301192283630371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 297}
{"loss": -0.22774511575698853, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6790252923965454, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 298}
{"loss": -0.25601306557655334, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7631235122680664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 299}
{"loss": -0.2508828639984131, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7482559084892273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 300}
{"loss": -0.24888110160827637, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.736637532711029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 301}
{"loss": -0.23627787828445435, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7029604315757751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 302}
{"loss": -0.22765837609767914, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6758113503456116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 303}
{"loss": -0.2619234621524811, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7752565741539001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 304}
{"loss": -0.2152712345123291, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6318352818489075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 305}
{"loss": -0.2763589918613434, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.813113808631897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 306}
{"loss": -0.2461150884628296, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7241656184196472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 307}
{"loss": -0.24855023622512817, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7322922945022583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 308}
{"loss": -0.2718704342842102, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7987220287322998, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 309}
{"loss": -0.25078096985816956, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7366057634353638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 310}
{"loss": -0.2529464662075043, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7414040565490723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 311}
{"loss": -0.267773300409317, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7848463654518127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 312}
{"loss": -0.2596467137336731, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7576143145561218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 313}
{"loss": -0.2538359761238098, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7429890632629395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 314}
{"loss": -0.2500810921192169, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7289434671401978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 315}
{"loss": -0.25726601481437683, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7451114654541016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 316}
{"loss": -0.23722584545612335, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6902714967727661, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 317}
{"loss": -0.2558225095272064, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7424957156181335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 318}
{"loss": -0.24220126867294312, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6998744606971741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 319}
{"loss": -0.24690401554107666, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7138558626174927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 320}
{"loss": -0.26558732986450195, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7657491564750671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 321}
{"loss": -0.2501063644886017, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.720320999622345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 322}
{"loss": -0.2627175748348236, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7551358342170715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 323}
{"loss": -0.251463383436203, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7219735383987427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 324}
{"loss": -0.26538142561912537, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7637626528739929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 325}
{"loss": -0.24141880869865417, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6931306719779968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 326}
{"loss": -0.22939151525497437, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6566290855407715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 327}
{"loss": -0.2579570710659027, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7385154962539673, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 328}
{"loss": -0.2492947280406952, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7140371799468994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 329}
{"loss": -0.26786521077156067, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7643102407455444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 330}
{"loss": -0.23114730417728424, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6596588492393494, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 331}
{"loss": -0.2670538127422333, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7585172653198242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 332}
{"loss": -0.27110159397125244, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7726894617080688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 333}
{"loss": -0.2505556046962738, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7125979661941528, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 334}
{"loss": -0.2404533475637436, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.668704092502594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 335}
{"loss": -0.2431475818157196, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6858540773391724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 336}
{"loss": -0.26018255949020386, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7384516000747681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 337}
{"loss": -0.27179571986198425, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7688718438148499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 338}
{"loss": -0.26696887612342834, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7548733949661255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 339}
{"loss": -0.24169065058231354, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6814968585968018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 340}
{"loss": -0.2696073055267334, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7592359781265259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 341}
{"loss": -0.2499838024377823, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7039933204650879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 342}
{"loss": -0.2796831429004669, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7871732711791992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 343}
{"loss": -0.26015380024909973, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7305077910423279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 344}
{"loss": -0.2649766802787781, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7440071105957031, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 345}
{"loss": -0.2583066523075104, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7230981588363647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 346}
{"loss": -0.2501596212387085, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.70020991563797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 347}
{"loss": -0.27098268270492554, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7586814761161804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 348}
{"loss": -0.26098957657814026, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7287118434906006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 349}
{"loss": -0.2623874545097351, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.732135534286499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 350}
{"loss": -0.24863868951797485, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6913378834724426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 351}
{"loss": -0.2581906318664551, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7182940244674683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 352}
{"loss": -0.27479076385498047, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7648781538009644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 353}
{"loss": -0.2505226731300354, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6963815093040466, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 354}
{"loss": -0.27149635553359985, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7535821199417114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 355}
{"loss": -0.28023287653923035, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7765651941299438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 356}
{"loss": -0.27945414185523987, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7704395055770874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 357}
{"loss": -0.26155900955200195, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7235808968544006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 358}
{"loss": -0.25181129574775696, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6952613592147827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 359}
{"loss": -0.2414107322692871, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6663662195205688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 360}
{"loss": -0.22654470801353455, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6239643096923828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 361}
{"loss": -0.2641291320323944, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7268617749214172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 362}
{"loss": -0.2737806737422943, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7537620067596436, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 363}
{"loss": -0.26370182633399963, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7262009382247925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 364}
{"loss": -0.25465959310531616, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6994104385375977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 365}
{"loss": -0.2648469805717468, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7268922924995422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 366}
{"loss": -0.24849833548069, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6804827451705933, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 367}
{"loss": -0.26109039783477783, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7147774696350098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 368}
{"loss": -0.24986772239208221, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6855241060256958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 369}
{"loss": -0.2752932608127594, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7528426051139832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 370}
{"loss": -0.27133846282958984, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7339164614677429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 371}
{"loss": -0.26643016934394836, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7266150712966919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 372}
{"loss": -0.2889796793460846, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7871923446655273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 373}
{"loss": -0.24736922979354858, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6734992265701294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 374}
{"loss": -0.2506960928440094, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6832418441772461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 375}
{"loss": -0.28742554783821106, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7812331914901733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 376}
{"loss": -0.2608691453933716, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7067604660987854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 377}
{"loss": -0.2785974442958832, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7553512454032898, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 378}
{"loss": -0.2792150676250458, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.75599205493927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 379}
{"loss": -0.2885690927505493, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7824175953865051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 380}
{"loss": -0.2506324052810669, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6790659427642822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 381}
{"loss": -0.25871819257736206, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7006797194480896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 382}
{"loss": -0.260052353143692, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.701228678226471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 383}
{"loss": -0.29363104701042175, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7907414436340332, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 384}
{"loss": -0.2471214085817337, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6670650839805603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 385}
{"loss": -0.24703523516654968, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6666679382324219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 386}
{"loss": -0.24219484627246857, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.651948869228363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 387}
{"loss": -0.27974966168403625, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7537968158721924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 388}
{"loss": -0.2624465823173523, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7072709798812866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 389}
{"loss": -0.27501851320266724, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7408357858657837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 390}
{"loss": -0.2787458896636963, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7489773631095886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 391}
{"loss": -0.3003702759742737, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.806167721748352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 392}
{"loss": -0.27377045154571533, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7337431907653809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 393}
{"loss": -0.2657339572906494, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7113445997238159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 394}
{"loss": -0.2638281285762787, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7063599228858948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 395}
{"loss": -0.2819247543811798, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7525112628936768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 396}
{"loss": -0.2801472246646881, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7487640380859375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 397}
{"loss": -0.2802494466304779, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7472944855690002, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 398}
{"loss": -0.2496962696313858, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6669175028800964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 399}
{"loss": -0.24613553285598755, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6569492220878601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 400}
{"loss": -0.26649850606918335, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7072089910507202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 401}
{"loss": -0.2640421390533447, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7022802829742432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 402}
{"loss": -0.27098348736763, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7172902226448059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 403}
{"loss": -0.29144933819770813, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7729165554046631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 404}
{"loss": -0.2774358093738556, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7364199757575989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 405}
{"loss": -0.2733737528324127, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7232609391212463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 406}
{"loss": -0.2726871371269226, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7222972512245178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 407}
{"loss": -0.24799591302871704, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6543938517570496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 408}
{"loss": -0.3044012188911438, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8022605776786804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 409}
{"loss": -0.2609074115753174, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6885106563568115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 410}
{"loss": -0.2970431447029114, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7772348523139954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 411}
{"loss": -0.2739284634590149, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.719815194606781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 412}
{"loss": -0.2652944028377533, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.697382926940918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 413}
{"loss": -0.26335325837135315, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.692044734954834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 414}
{"loss": -0.27861228585243225, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7319874167442322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 415}
{"loss": -0.279680997133255, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7341980338096619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 416}
{"loss": -0.24450795352458954, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6425836086273193, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 417}
{"loss": -0.296138733625412, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7760471105575562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 418}
{"loss": -0.2586513161659241, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6795381307601929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 419}
{"loss": -0.2717908024787903, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7134337425231934, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 420}
{"loss": -0.2557832896709442, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6705703735351562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 421}
{"loss": -0.2797178328037262, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7296540141105652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 422}
{"loss": -0.29410913586616516, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7681335806846619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 423}
{"loss": -0.27421483397483826, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7178255319595337, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 424}
{"loss": -0.2756493389606476, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7209792733192444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 425}
{"loss": -0.321392297744751, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8391686677932739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 426}
{"loss": -0.31863537430763245, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8308489322662354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 427}
{"loss": -0.28712958097457886, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7497183084487915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 428}
{"loss": -0.29995444416999817, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7805370688438416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 429}
{"loss": -0.2810171842575073, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7293378114700317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 430}
{"loss": -0.29217323660850525, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.760650634765625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 431}
{"loss": -0.294202595949173, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7635447382926941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 432}
{"loss": -0.29930761456489563, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.777847170829773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 433}
{"loss": -0.31927192211151123, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8291184902191162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 434}
{"loss": -0.27887970209121704, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7222175598144531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 435}
{"loss": -0.287472128868103, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.747689962387085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 436}
{"loss": -0.2998674809932709, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7787585854530334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 437}
{"loss": -0.28306707739830017, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7345132231712341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 438}
{"loss": -0.26004940271377563, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6740492582321167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 439}
{"loss": -0.28459954261779785, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7356884479522705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 440}
{"loss": -0.33294156193733215, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8597158789634705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 441}
{"loss": -0.2699827551841736, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6976670026779175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 442}
{"loss": -0.29522716999053955, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7628825902938843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 443}
{"loss": -0.2563232481479645, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6630829572677612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 444}
{"loss": -0.2654249370098114, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6850765347480774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 445}
{"loss": -0.29015645384788513, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7486202716827393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 446}
{"loss": -0.2736443281173706, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7055509686470032, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 447}
{"loss": -0.2595038414001465, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.668832540512085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 448}
{"loss": -0.2782621681690216, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7160749435424805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 449}
{"loss": -0.31520745158195496, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8107893466949463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 450}
{"loss": -0.2916666865348816, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.749019205570221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 451}
{"loss": -0.29982322454452515, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.769989550113678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 452}
{"loss": -0.2927209436893463, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7512331604957581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 453}
{"loss": -0.28569939732551575, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7336942553520203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 454}
{"loss": -0.30616775155067444, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7847205400466919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 455}
{"loss": -0.2835172712802887, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7275710701942444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 456}
{"loss": -0.30501461029052734, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.781875491142273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 457}
{"loss": -0.2814355194568634, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7212865948677063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 458}
{"loss": -0.3099484443664551, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7916389107704163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 459}
{"loss": -0.29131045937538147, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.745482861995697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 460}
{"loss": -0.3283047676086426, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8377441167831421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 461}
{"loss": -0.30665525794029236, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7801235914230347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 462}
{"loss": -0.2951466739177704, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7496951222419739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 463}
{"loss": -0.2945292890071869, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7510021924972534, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 464}
{"loss": -0.26450809836387634, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6740855574607849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 465}
{"loss": -0.2730964422225952, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6952511668205261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 466}
{"loss": -0.2860604524612427, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7275065183639526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 467}
{"loss": -0.2574912905693054, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6559810042381287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 468}
{"loss": -0.28202933073043823, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7181032299995422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 469}
{"loss": -0.3005037307739258, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7642679810523987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 470}
{"loss": -0.273217111825943, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.694937527179718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 471}
{"loss": -0.3140298128128052, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7970708608627319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 472}
{"loss": -0.25268110632896423, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6404078006744385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 473}
{"loss": -0.2941434979438782, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.747246503829956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 474}
{"loss": -0.28659677505493164, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7269754409790039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 475}
{"loss": -0.27393683791160583, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6927242875099182, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 476}
{"loss": -0.2906641960144043, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7352223992347717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 477}
{"loss": -0.24864493310451508, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6288126111030579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 478}
{"loss": -0.2641238868236542, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.66846764087677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 479}
{"loss": -0.31706762313842773, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7994529604911804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 480}
{"loss": -0.3433939218521118, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8641666173934937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 481}
{"loss": -0.27432677149772644, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6927295327186584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 482}
{"loss": -0.283869206905365, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7170575261116028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 483}
{"loss": -0.2972853481769562, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7504013180732727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 484}
{"loss": -0.3001455068588257, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7576504945755005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 485}
{"loss": -0.29205238819122314, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7362990379333496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 486}
{"loss": -0.2813188433647156, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7094293832778931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 487}
{"loss": -0.307345449924469, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7750146985054016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 488}
{"loss": -0.2710316479206085, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6822382211685181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 489}
{"loss": -0.2966412603855133, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7474122643470764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 490}
{"loss": -0.28631770610809326, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.720746636390686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 491}
{"loss": -0.2609950006008148, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6557498574256897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 492}
{"loss": -0.3088931441307068, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7746104001998901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 493}
{"loss": -0.27189043164253235, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6836014986038208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 494}
{"loss": -0.26537248492240906, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6617852449417114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 495}
{"loss": -0.25773322582244873, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6450772285461426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 496}
{"loss": -0.2772849500179291, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6960585117340088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 497}
{"loss": -0.3097369074821472, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7771676182746887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 498}
{"loss": -0.26172521710395813, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6556547284126282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 499}
{"loss": -0.3012453019618988, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7543995976448059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 500}
{"loss": -0.274971604347229, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6877895593643188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 501}
{"loss": -0.2977966070175171, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.742611825466156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 502}
{"loss": -0.2935298979282379, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7346588969230652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 503}
{"loss": -0.27957582473754883, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6958177089691162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 504}
{"loss": -0.3090568482875824, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7715250849723816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 505}
{"loss": -0.30734530091285706, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7670718431472778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 506}
{"loss": -0.29047074913978577, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7232347130775452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 507}
{"loss": -0.3029114305973053, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7542465329170227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 508}
{"loss": -0.29640811681747437, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7387128472328186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 509}
{"loss": -0.28416815400123596, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7081078886985779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 510}
{"loss": -0.2940106689929962, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7313512563705444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 511}
{"loss": -0.2823318839073181, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6995664834976196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 512}
{"loss": -0.25896671414375305, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6450031399726868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 513}
{"loss": -0.29844537377357483, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7431113123893738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 514}
{"loss": -0.27728310227394104, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6885733604431152, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 515}
{"loss": -0.2971821129322052, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7371771335601807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 516}
{"loss": -0.2779599726200104, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6896664500236511, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 517}
{"loss": -0.29058215022087097, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7186282873153687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 518}
{"loss": -0.3122311234474182, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7739748358726501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 519}
{"loss": -0.318072110414505, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7869807481765747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 520}
{"loss": -0.3004930913448334, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7455577850341797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 521}
{"loss": -0.29206031560897827, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7231034636497498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 522}
{"loss": -0.26970288157463074, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6659480929374695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 523}
{"loss": -0.3167099356651306, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7797676920890808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 524}
{"loss": -0.29625076055526733, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7315974831581116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 525}
{"loss": -0.2829853296279907, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6989820003509521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 526}
{"loss": -0.2926126718521118, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7225685715675354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 527}
{"loss": -0.2898155450820923, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7151052951812744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 528}
{"loss": -0.2816276550292969, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6963205933570862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 529}
{"loss": -0.2762752175331116, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6817761063575745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 530}
{"loss": -0.2946660816669464, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7273191213607788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 531}
{"loss": -0.2970921993255615, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.732496440410614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 532}
{"loss": -0.2865143120288849, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7068784236907959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 533}
{"loss": -0.2814119756221771, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6943684816360474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 534}
{"loss": -0.3069022595882416, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7561935186386108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 535}
{"loss": -0.31359344720840454, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7718460559844971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 536}
{"loss": -0.3017409145832062, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7433821558952332, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 537}
{"loss": -0.3133324682712555, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7714727520942688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 538}
{"loss": -0.28540924191474915, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7025282382965088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 539}
{"loss": -0.2768412232398987, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6804030537605286, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 540}
{"loss": -0.2766382396221161, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6787446141242981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 541}
{"loss": -0.284677118062973, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6993089318275452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 542}
{"loss": -0.30409204959869385, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7446473836898804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 543}
{"loss": -0.3163318336009979, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7762593626976013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 544}
{"loss": -0.31468868255615234, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7717769742012024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 545}
{"loss": -0.31077510118484497, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7609094977378845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 546}
{"loss": -0.3181280493736267, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7790615558624268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 547}
{"loss": -0.2758614420890808, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6757237315177917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 548}
{"loss": -0.2935263216495514, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7191224694252014, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 549}
{"loss": -0.28576022386550903, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6987573504447937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 550}
{"loss": -0.29840561747550964, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7288103103637695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 551}
{"loss": -0.31449228525161743, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7687094807624817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 552}
{"loss": -0.27425527572631836, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6697429418563843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 553}
{"loss": -0.30514687299728394, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7458199262619019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 554}
{"loss": -0.2645225524902344, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6466479301452637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 555}
{"loss": -0.28622135519981384, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.6923846006393433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 556}
{"loss": -0.30748409032821655, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7498838901519775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 557}
{"loss": -0.3078886866569519, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7511752247810364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 558}
{"loss": -0.2934245765209198, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.71713787317276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 559}
{"loss": -0.3025002181529999, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7386735677719116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 560}
{"loss": -0.293000727891922, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7150349617004395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 561}
{"loss": -0.3262861669063568, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7950029373168945, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 562}
{"loss": -0.2744743525981903, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6670661568641663, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 563}
{"loss": -0.28763559460639954, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7017353177070618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 564}
{"loss": -0.2701699733734131, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6580195426940918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 565}
{"loss": -0.27800944447517395, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.67628413438797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 566}
{"loss": -0.31524625420570374, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7652590274810791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 567}
{"loss": -0.26916131377220154, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6534714698791504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 568}
{"loss": -0.304572731256485, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7366630434989929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 569}
{"loss": -0.2946319878101349, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7161876559257507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 570}
{"loss": -0.29360637068748474, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7141163349151611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 571}
{"loss": -0.29812562465667725, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7241966128349304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 572}
{"loss": -0.27349144220352173, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6628711223602295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 573}
{"loss": -0.28980180621147156, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7039874792098999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 574}
{"loss": -0.2768810987472534, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6712941527366638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 575}
{"loss": -0.27255529165267944, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6603833436965942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 576}
{"loss": -0.300822377204895, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7286554574966431, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 577}
{"loss": -0.2775345742702484, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6706551909446716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 578}
{"loss": -0.265303373336792, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6431026458740234, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 579}
{"loss": -0.29310259222984314, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7101607322692871, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 580}
{"loss": -0.2917551100254059, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7045239806175232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 581}
{"loss": -0.27988478541374207, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.677298903465271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 582}
{"loss": -0.29587122797966003, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7159639596939087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 583}
{"loss": -0.3084419071674347, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7460364103317261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 584}
{"loss": -0.3020693063735962, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7301586270332336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 585}
{"loss": -0.30802640318870544, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7442637085914612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 586}
{"loss": -0.2890804708003998, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6995120644569397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 587}
{"loss": -0.3136768341064453, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7573535442352295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 588}
{"loss": -0.2981168329715729, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.720761775970459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 589}
{"loss": -0.3113706111907959, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7518306970596313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 590}
{"loss": -0.28460627794265747, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6871984004974365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 591}
{"loss": -0.3177673816680908, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7660008668899536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 592}
{"loss": -0.3145934045314789, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7581602334976196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 593}
{"loss": -0.2889571189880371, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6958528161048889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 594}
{"loss": -0.2808760702610016, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6748694777488708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 595}
{"loss": -0.2982747554779053, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7178483605384827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 596}
{"loss": -0.31671005487442017, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7617475986480713, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 597}
{"loss": -0.334646612405777, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8056387305259705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 598}
{"loss": -0.32100316882133484, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.770634114742279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 599}
{"loss": -0.2944592535495758, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7075104713439941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 600}
{"loss": -0.3310372531414032, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7965928912162781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 601}
{"loss": -0.29911988973617554, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7167220711708069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 602}
{"loss": -0.33722445368766785, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8094401359558105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 603}
{"loss": -0.35671862959861755, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8564175963401794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 604}
{"loss": -0.29860544204711914, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7169739603996277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 605}
{"loss": -0.2592405676841736, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6219758987426758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 606}
{"loss": -0.31053757667541504, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7453738451004028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 607}
{"loss": -0.33068692684173584, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7929866909980774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 608}
{"loss": -0.29693230986595154, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7128069400787354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 609}
{"loss": -0.26373663544654846, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6324050426483154, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 610}
{"loss": -0.3141568601131439, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7534645795822144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 611}
{"loss": -0.2970571219921112, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7111583948135376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 612}
{"loss": -0.2942480742931366, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7057726979255676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 613}
{"loss": -0.3216390013694763, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7709543704986572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 614}
{"loss": -0.2828458249568939, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6770843267440796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 615}
{"loss": -0.32718539237976074, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7826324105262756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 616}
{"loss": -0.3115493059158325, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7457870244979858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 617}
{"loss": -0.3169834315776825, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7569610476493835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 618}
{"loss": -0.2826084792613983, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6730091571807861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 619}
{"loss": -0.29802635312080383, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7121188044548035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 620}
{"loss": -0.30101415514945984, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7200736403465271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 621}
{"loss": -0.2991792559623718, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7135515809059143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 622}
{"loss": -0.28657352924346924, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6836261749267578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 623}
{"loss": -0.291610449552536, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6968051195144653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 624}
{"loss": -0.2938380241394043, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.702032208442688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 625}
{"loss": -0.3089536130428314, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7366285920143127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 626}
{"loss": -0.3155911862850189, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7514482736587524, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 627}
{"loss": -0.2977770268917084, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7099597454071045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 628}
{"loss": -0.3256944715976715, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7761164307594299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 629}
{"loss": -0.2976868748664856, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7076337933540344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 630}
{"loss": -0.30237722396850586, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7202051281929016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 631}
{"loss": -0.2819337248802185, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6715558171272278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 632}
{"loss": -0.29730314016342163, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7069488167762756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 633}
{"loss": -0.3470242917537689, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8257477879524231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 634}
{"loss": -0.30903536081314087, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.734289288520813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 635}
{"loss": -0.2836306691169739, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6752840876579285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 636}
{"loss": -0.31237778067588806, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7432309985160828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 637}
{"loss": -0.33063602447509766, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7861416339874268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 638}
{"loss": -0.318205863237381, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.755639374256134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 639}
{"loss": -0.3222222924232483, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7654150724411011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 640}
{"loss": -0.3128543794155121, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7433057427406311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 641}
{"loss": -0.3202008306980133, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7598561644554138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 642}
{"loss": -0.3144904673099518, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7470032572746277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 643}
{"loss": -0.31305304169654846, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7436132431030273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 644}
{"loss": -0.3220767378807068, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7643275260925293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 645}
{"loss": -0.31690317392349243, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.751727819442749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 646}
{"loss": -0.28089043498039246, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6656142473220825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 647}
{"loss": -0.31725698709487915, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7522792816162109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 648}
{"loss": -0.297095388174057, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7039757370948792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 649}
{"loss": -0.2947763502597809, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6980764865875244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 650}
{"loss": -0.31089136004447937, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.735731303691864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 651}
{"loss": -0.291238397359848, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6888446807861328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 652}
{"loss": -0.3167975842952728, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.750438392162323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 653}
{"loss": -0.3084573447704315, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7306979298591614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 654}
{"loss": -0.2943383753299713, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6967853307723999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 655}
{"loss": -0.3148938715457916, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7448084354400635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 656}
{"loss": -0.2980959713459015, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7042916417121887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 657}
{"loss": -0.32939520478248596, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7786637544631958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 658}
{"loss": -0.32172301411628723, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7611163854598999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 659}
{"loss": -0.3397841453552246, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8026240468025208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 660}
{"loss": -0.33242306113243103, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.785258412361145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 661}
{"loss": -0.3023904263973236, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7146711945533752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 662}
{"loss": -0.2970884144306183, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6965726017951965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 663}
{"loss": -0.33734720945358276, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7963282465934753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 664}
{"loss": -0.32677799463272095, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.770103394985199, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 665}
{"loss": -0.30445051193237305, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7159489989280701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 666}
{"loss": -0.29068002104759216, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6846547722816467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 667}
{"loss": -0.2896077334880829, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6834160685539246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 668}
{"loss": -0.29307010769844055, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6907097101211548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 669}
{"loss": -0.3112865686416626, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7331280708312988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 670}
{"loss": -0.30383747816085815, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7166245579719543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 671}
{"loss": -0.32552459836006165, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7660850882530212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 672}
{"loss": -0.30541831254959106, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7199124693870544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 673}
{"loss": -0.33752989768981934, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7951913475990295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 674}
{"loss": -0.32988041639328003, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.775175154209137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 675}
{"loss": -0.27386653423309326, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.638475239276886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 676}
{"loss": -0.3222603499889374, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7587745785713196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 677}
{"loss": -0.31938451528549194, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7514908313751221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 678}
{"loss": -0.3274075984954834, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7686132192611694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 679}
{"loss": -0.31579506397247314, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.742245614528656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 680}
{"loss": -0.2976168990135193, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6988834142684937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 681}
{"loss": -0.3098418712615967, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7264676094055176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 682}
{"loss": -0.3040853440761566, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.714350700378418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 683}
{"loss": -0.3018924593925476, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.708840548992157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 684}
{"loss": -0.2731233537197113, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.641600489616394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 685}
{"loss": -0.2930612862110138, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6875391602516174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 686}
{"loss": -0.29343292117118835, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6890504956245422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 687}
{"loss": -0.30803245306015015, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7234781980514526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 688}
{"loss": -0.32439833879470825, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7600045800209045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 689}
{"loss": -0.29358938336372375, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.688775360584259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 690}
{"loss": -0.34153226017951965, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7985042333602905, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 691}
{"loss": -0.29975342750549316, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7026875019073486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 692}
{"loss": -0.32136186957359314, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.753275454044342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 693}
{"loss": -0.32252535223960876, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7554556727409363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 694}
{"loss": -0.3031706213951111, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.710507333278656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 695}
{"loss": -0.3333476483821869, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7794240117073059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 696}
{"loss": -0.3111332952976227, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7281773090362549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 697}
{"loss": -0.32763102650642395, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7657572627067566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 698}
{"loss": -0.297264963388443, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6952812075614929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 699}
{"loss": -0.35344937443733215, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8242261409759521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 700}
{"loss": -0.31631019711494446, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7394784688949585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 701}
{"loss": -0.24712496995925903, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.5779135823249817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 702}
{"loss": -0.33389896154403687, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7792331576347351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 703}
{"loss": -0.30297693610191345, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7074013352394104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 704}
{"loss": -0.2875116467475891, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6705946326255798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 705}
{"loss": -0.33116772770881653, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7736824154853821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 706}
{"loss": -0.3168545961380005, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.739843487739563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 707}
{"loss": -0.32659047842025757, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7627657055854797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 708}
{"loss": -0.3704091012477875, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8639941811561584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 709}
{"loss": -0.3226702809333801, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7533268928527832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 710}
{"loss": -0.3098677098751068, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7233542799949646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 711}
{"loss": -0.309085875749588, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7213080525398254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 712}
{"loss": -0.2966707646846771, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6869122385978699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 713}
{"loss": -0.3260672092437744, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7599877715110779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 714}
{"loss": -0.3012208938598633, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7013980746269226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 715}
{"loss": -0.33114224672317505, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7711241245269775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 716}
{"loss": -0.3016633689403534, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7036972641944885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 717}
{"loss": -0.29872995615005493, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6955658793449402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 718}
{"loss": -0.30573639273643494, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7118971347808838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 719}
{"loss": -0.3287326693534851, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7651304006576538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 720}
{"loss": -0.316829115152359, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7373089790344238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 721}
{"loss": -0.31293782591819763, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7295140624046326, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 722}
{"loss": -0.3467717170715332, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8064134120941162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 723}
{"loss": -0.36480703949928284, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8484343886375427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 724}
{"loss": -0.2780524790287018, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6476008296012878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 725}
{"loss": -0.3351421654224396, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7788650393486023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 726}
{"loss": -0.30097219347953796, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6999953389167786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 727}
{"loss": -0.29946979880332947, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6966535449028015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 728}
{"loss": -0.2849220335483551, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6617890000343323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 729}
{"loss": -0.3134361207485199, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7288948893547058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 730}
{"loss": -0.3299582898616791, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7652224898338318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 731}
{"loss": -0.31744086742401123, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7372673749923706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 732}
{"loss": -0.3033965826034546, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7050737142562866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 733}
{"loss": -0.3257962763309479, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7559015154838562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 734}
{"loss": -0.32270511984825134, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7481144070625305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 735}
{"loss": -0.31947603821754456, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7415792346000671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 736}
{"loss": -0.3271749019622803, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.758916437625885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 737}
{"loss": -0.32919561862945557, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7633447051048279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 738}
{"loss": -0.28375309705734253, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6566250920295715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 739}
{"loss": -0.32276448607444763, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7471484541893005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 740}
{"loss": -0.31888532638549805, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7378184199333191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 741}
{"loss": -0.3523658215999603, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8162634968757629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 742}
{"loss": -0.2949807047843933, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6840909123420715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 743}
{"loss": -0.32192090153694153, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.745823085308075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 744}
{"loss": -0.28796473145484924, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6675651669502258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 745}
{"loss": -0.33639758825302124, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7790824174880981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 746}
{"loss": -0.30605173110961914, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7088025212287903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 747}
{"loss": -0.3096991181373596, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7163310050964355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 748}
{"loss": -0.30317533016204834, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7015628814697266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 749}
{"loss": -0.29954180121421814, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6919851303100586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 750}
{"loss": -0.26450783014297485, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6105031371116638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 751}
{"loss": -0.3294764757156372, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7617725133895874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 752}
{"loss": -0.325553297996521, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7526820302009583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 753}
{"loss": -0.3269422948360443, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7559030055999756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 754}
{"loss": -0.3286280632019043, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7555401921272278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 755}
{"loss": -0.33719661831855774, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7799168825149536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 756}
{"loss": -0.30919188261032104, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7145118713378906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 757}
{"loss": -0.31773048639297485, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7338649034500122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 758}
{"loss": -0.30411556363105774, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7023385167121887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 759}
{"loss": -0.31464123725891113, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7265410423278809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 760}
{"loss": -0.3182600438594818, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7354027032852173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 761}
{"loss": -0.3174005448818207, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7332994937896729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 762}
{"loss": -0.3046077489852905, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7037967443466187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 763}
{"loss": -0.32035866379737854, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7391761541366577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 764}
{"loss": -0.3165648877620697, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7306656241416931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 765}
{"loss": -0.32958272099494934, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.759766161441803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 766}
{"loss": -0.3047817349433899, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7030832767486572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 767}
{"loss": -0.3276607096195221, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7556372284889221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 768}
{"loss": -0.293998658657074, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6774402260780334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 769}
{"loss": -0.31937506794929504, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7365239858627319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 770}
{"loss": -0.30140581727027893, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6913496851921082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 771}
{"loss": -0.3148196339607239, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7215489149093628, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 772}
{"loss": -0.3346397578716278, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7716132998466492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 773}
{"loss": -0.30806076526641846, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7085368037223816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 774}
{"loss": -0.3303930163383484, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7605479955673218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 775}
{"loss": -0.2959149181842804, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.679878830909729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 776}
{"loss": -0.306802898645401, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7059860825538635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 777}
{"loss": -0.2955608069896698, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6804131865501404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 778}
{"loss": -0.3042583465576172, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6993255615234375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 779}
{"loss": -0.3385922610759735, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7782756090164185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 780}
{"loss": -0.29480260610580444, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6786952018737793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 781}
{"loss": -0.29962924122810364, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6893900632858276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 782}
{"loss": -0.3169320523738861, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7279778122901917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 783}
{"loss": -0.34379592537879944, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7894027233123779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 784}
{"loss": -0.302869975566864, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6958386898040771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 785}
{"loss": -0.3178069293498993, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7307332754135132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 786}
{"loss": -0.31414058804512024, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7217673659324646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 787}
{"loss": -0.2882753312587738, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6627700924873352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 788}
{"loss": -0.28012415766716003, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6434653997421265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 789}
{"loss": -0.2912738025188446, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6689921021461487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 790}
{"loss": -0.30404338240623474, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6980411410331726, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 791}
{"loss": -0.3112963140010834, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7143864631652832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 792}
{"loss": -0.36603182554244995, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8380850553512573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 793}
{"loss": -0.3157919943332672, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7246214151382446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 794}
{"loss": -0.33594560623168945, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7704488039016724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 795}
{"loss": -0.2708420753479004, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6206933856010437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 796}
{"loss": -0.32134169340133667, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7369821071624756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 797}
{"loss": -0.2835550010204315, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6503516435623169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 798}
{"loss": -0.3229566514492035, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7403335571289062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 799}
{"loss": -0.3008290231227875, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6878927946090698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 800}
{"loss": -0.34067997336387634, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7797446250915527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 801}
{"loss": -0.31722623109817505, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7263203263282776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 802}
{"loss": -0.3256778120994568, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7467813491821289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 803}
{"loss": -0.31821775436401367, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7299729585647583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 804}
{"loss": -0.3137763440608978, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7191670536994934, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 805}
{"loss": -0.25904589891433716, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.5926224589347839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 806}
{"loss": -0.3170206844806671, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7261248230934143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 807}
{"loss": -0.3021218478679657, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6915455460548401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 808}
{"loss": -0.26669108867645264, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6084483861923218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 809}
{"loss": -0.2848934829235077, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6515581607818604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 810}
{"loss": -0.2741493284702301, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6263055801391602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 811}
{"loss": -0.3376302123069763, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7723210453987122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 812}
{"loss": -0.31931960582733154, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7307958006858826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 813}
{"loss": -0.3012077212333679, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6890798807144165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 814}
{"loss": -0.2910500168800354, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6655640006065369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 815}
{"loss": -0.3326023817062378, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7606955766677856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 816}
{"loss": -0.3283862769603729, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7500866651535034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 817}
{"loss": -0.3173801004886627, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7254340052604675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 818}
{"loss": -0.2968716025352478, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.678691029548645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 819}
{"loss": -0.3013063967227936, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6889567971229553, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 820}
{"loss": -0.30479541420936584, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6961796283721924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 821}
{"loss": -0.3271743953227997, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7462003231048584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 822}
{"loss": -0.28951966762542725, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.66111159324646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 823}
{"loss": -0.3252614438533783, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7420253753662109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 824}
{"loss": -0.3159647285938263, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7209174036979675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 825}
{"loss": -0.32301461696624756, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7371148467063904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 826}
{"loss": -0.30394646525382996, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6924209594726562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 827}
{"loss": -0.3128837049007416, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7140364050865173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 828}
{"loss": -0.30237478017807007, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6899031400680542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 829}
{"loss": -0.3151823878288269, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7187187075614929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 830}
{"loss": -0.32173725962638855, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7336869239807129, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 831}
{"loss": -0.3207155764102936, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7303704619407654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 832}
{"loss": -0.32380586862564087, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7368618845939636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 833}
{"loss": -0.31049999594688416, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7071688771247864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 834}
{"loss": -0.3154401183128357, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.717203676700592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 835}
{"loss": -0.33559441566467285, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7644876837730408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 836}
{"loss": -0.3217746615409851, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7326392531394958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 837}
{"loss": -0.3429921567440033, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7765881419181824, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 838}
{"loss": -0.3281102180480957, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7430803775787354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 839}
{"loss": -0.28322938084602356, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.643584668636322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 840}
{"loss": -0.3130340278148651, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7124552726745605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 841}
{"loss": -0.3142814338207245, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7152159810066223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 842}
{"loss": -0.30329394340515137, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6893484592437744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 843}
{"loss": -0.3315858244895935, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7529290318489075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 844}
{"loss": -0.31530526280403137, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7160900235176086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 845}
{"loss": -0.3093820810317993, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7033652663230896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 846}
{"loss": -0.3130798637866974, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7110520601272583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 847}
{"loss": -0.29002100229263306, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6587530374526978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 848}
{"loss": -0.31127214431762695, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7077001333236694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 849}
{"loss": -0.3270230293273926, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7427220344543457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 850}
{"loss": -0.3138538599014282, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7136895656585693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 851}
{"loss": -0.32919588685035706, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.747996985912323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 852}
{"loss": -0.30728188157081604, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6986037492752075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 853}
{"loss": -0.34333720803260803, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7793468832969666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 854}
{"loss": -0.3102003037929535, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7037733197212219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 855}
{"loss": -0.2801222801208496, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6353713274002075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 856}
{"loss": -0.31215158104896545, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7086338400840759, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 857}
{"loss": -0.28811711072921753, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6535159945487976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 858}
{"loss": -0.31812384724617004, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7217915654182434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 859}
{"loss": -0.2988174259662628, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6777267456054688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 860}
{"loss": -0.3172154724597931, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7199231386184692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 861}
{"loss": -0.3445780873298645, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7814677953720093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 862}
{"loss": -0.3097546696662903, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7028124928474426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 863}
{"loss": -0.29579684138298035, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6711681485176086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 864}
{"loss": -0.31022909283638, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7033225297927856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 865}
{"loss": -0.33523425459861755, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7605231404304504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 866}
{"loss": -0.3552212119102478, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8054062128067017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 867}
{"loss": -0.34781497716903687, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7884600162506104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 868}
{"loss": -0.327863872051239, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7426057457923889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 869}
{"loss": -0.3001404106616974, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6806613206863403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 870}
{"loss": -0.2791353166103363, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6314560770988464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 871}
{"loss": -0.31632092595100403, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7162072062492371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 872}
{"loss": -0.2997177541255951, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6788241863250732, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 873}
{"loss": -0.31520867347717285, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7124490737915039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 874}
{"loss": -0.32051560282707214, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7255038619041443, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 875}
{"loss": -0.3080233335494995, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6971399188041687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 876}
{"loss": -0.31538933515548706, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7142547369003296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 877}
{"loss": -0.24037493765354156, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.5408862233161926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 878}
{"loss": -0.3061162531375885, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6922109127044678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 879}
{"loss": -0.32752877473831177, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7412987947463989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 880}
{"loss": -0.33489054441452026, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7578197717666626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 881}
{"loss": -0.32488054037094116, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7344047427177429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 882}
{"loss": -0.3030432164669037, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.684532105922699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 883}
{"loss": -0.31010550260543823, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7014567255973816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 884}
{"loss": -0.32978901267051697, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7455602884292603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 885}
{"loss": -0.36234959959983826, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8185568451881409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 886}
{"loss": -0.3237578868865967, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.731709361076355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 887}
{"loss": -0.32513120770454407, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.734936535358429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 888}
{"loss": -0.3200249969959259, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7235152721405029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 889}
{"loss": -0.3003757894039154, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6789500117301941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 890}
{"loss": -0.34181544184684753, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.767842173576355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 891}
{"loss": -0.3370921015739441, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7576126456260681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 892}
{"loss": -0.33049821853637695, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7454460859298706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 893}
{"loss": -0.31409940123558044, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7083789110183716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 894}
{"loss": -0.31211912631988525, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7043298482894897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 895}
{"loss": -0.303226500749588, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6844646334648132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 896}
{"loss": -0.31509122252464294, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7108186483383179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 897}
{"loss": -0.3109739422798157, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7021329402923584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 898}
{"loss": -0.3425862789154053, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7726117372512817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 899}
{"loss": -0.3280552923679352, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7402688264846802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 900}
{"loss": -0.3161025643348694, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7134535908699036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 901}
{"loss": -0.30567678809165955, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6890383362770081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 902}
{"loss": -0.3088727295398712, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6961880326271057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 903}
{"loss": -0.31935712695121765, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7194409370422363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 904}
{"loss": -0.3410627543926239, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7687962651252747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 905}
{"loss": -0.3454345464706421, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7787306904792786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 906}
{"loss": -0.35456186532974243, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7981758117675781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 907}
{"loss": -0.35164889693260193, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7931655049324036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 908}
{"loss": -0.3240557312965393, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.730814516544342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 909}
{"loss": -0.2764342725276947, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.621727705001831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 910}
{"loss": -0.34550344944000244, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7779991626739502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 911}
{"loss": -0.30405959486961365, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6842963695526123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 912}
{"loss": -0.3348800539970398, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7535742521286011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 913}
{"loss": -0.3147585391998291, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7093819975852966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 914}
{"loss": -0.31528133153915405, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7102900147438049, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 915}
{"loss": -0.3017452359199524, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6796584725379944, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 916}
{"loss": -0.3338060677051544, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7517975568771362, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 917}
{"loss": -0.32998374104499817, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7425973415374756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 918}
{"loss": -0.31364643573760986, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7058278918266296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 919}
{"loss": -0.3288363814353943, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7401358485221863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 920}
{"loss": -0.3501977324485779, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7884691953659058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 921}
{"loss": -0.3204110562801361, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7205964922904968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 922}
{"loss": -0.3139534890651703, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7059762477874756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 923}
{"loss": -0.30380943417549133, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.683565080165863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 924}
{"loss": -0.34098777174949646, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7662925720214844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 925}
{"loss": -0.340060293674469, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7641924619674683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 926}
{"loss": -0.30725833773612976, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.691338062286377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 927}
{"loss": -0.3085295557975769, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6934260129928589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 928}
{"loss": -0.3513282835483551, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7895520925521851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 929}
{"loss": -0.31590601801872253, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7103576064109802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 930}
{"loss": -0.32612285017967224, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7330586910247803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 931}
{"loss": -0.3354299068450928, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7534622550010681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 932}
{"loss": -0.30289754271507263, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6803773045539856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 933}
{"loss": -0.3128926455974579, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7029100656509399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 934}
{"loss": -0.34222355484962463, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7683556079864502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 935}
{"loss": -0.3359643816947937, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7545686960220337, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 936}
{"loss": -0.32469409704208374, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7295626401901245, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 937}
{"loss": -0.3166934847831726, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7117293477058411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 938}
{"loss": -0.3360704183578491, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7540292143821716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 939}
{"loss": -0.2981438636779785, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6695170402526855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 940}
{"loss": -0.3296656012535095, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7399367094039917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 941}
{"loss": -0.30831214785575867, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6922857761383057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 942}
{"loss": -0.33727946877479553, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.75668865442276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 943}
{"loss": -0.31735578179359436, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7114666104316711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 944}
{"loss": -0.313658207654953, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.703662633895874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 945}
{"loss": -0.30898240208625793, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6933451890945435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 946}
{"loss": -0.36478909850120544, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8138700127601624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 947}
{"loss": -0.29253876209259033, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6558777093887329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 948}
{"loss": -0.3228267729282379, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7235881686210632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 949}
{"loss": -0.22630420327186584, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.504766583442688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 950}
{"loss": -0.30334222316741943, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6792294383049011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 951}
{"loss": -0.23224876821041107, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.5187405347824097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 952}
{"loss": -0.3221902549266815, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7206516265869141, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 953}
{"loss": -0.3340756595134735, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7481577396392822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 953}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 954}
{"loss": -0.32415279746055603, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7247622609138489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 954}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 955}
{"loss": -0.32690975069999695, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7316272854804993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 955}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 956}
{"loss": -0.368375301361084, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8236940503120422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 956}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 957}
{"loss": -0.3324664533138275, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7447608709335327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 957}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 958}
{"loss": -0.32598137855529785, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7302554845809937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 958}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 959}
{"loss": -0.32393956184387207, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7243646383285522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 959}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 960}
{"loss": -0.324435293674469, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7261439561843872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 960}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 961}
{"loss": -0.31093961000442505, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6960386037826538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 961}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 962}
{"loss": -0.3211224377155304, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7190844416618347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 962}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 963}
{"loss": -0.3278607130050659, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7345329523086548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 963}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 964}
{"loss": -0.2815455496311188, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6260932087898254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 964}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 965}
{"loss": -0.28416380286216736, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6347101926803589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 965}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 966}
{"loss": -0.3027315139770508, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6772247552871704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 966}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 967}
{"loss": -0.30339857935905457, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6786044836044312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 967}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 968}
{"loss": -0.3267161548137665, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7307568192481995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 968}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 969}
{"loss": -0.31559720635414124, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7059870958328247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 969}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 970}
{"loss": -0.3577362298965454, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7989360690116882, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 970}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 971}
{"loss": -0.28107544779777527, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6273623704910278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 971}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 972}
{"loss": -0.35645022988319397, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7968486547470093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 972}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 973}
{"loss": -0.3184260129928589, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.711489737033844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 973}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 974}
{"loss": -0.29555898904800415, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6597676873207092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 974}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 975}
{"loss": -0.34590932726860046, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7732446193695068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 975}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 976}
{"loss": -0.33419665694236755, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7467326521873474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 976}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 977}
{"loss": -0.32334598898887634, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7225995659828186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 977}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 978}
{"loss": -0.3372574746608734, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7522779703140259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 978}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 979}
{"loss": -0.3776794970035553, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8432816863059998, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 979}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 980}
{"loss": -0.33977988362312317, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7589528560638428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 980}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 981}
{"loss": -0.32135263085365295, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7178256511688232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 981}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 982}
{"loss": -0.2974987328052521, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6637788414955139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 982}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 983}
{"loss": -0.350664347410202, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7789478302001953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 983}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 984}
{"loss": -0.35551661252975464, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7937782406806946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 984}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 985}
{"loss": -0.3523215353488922, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7861848473548889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 985}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 986}
{"loss": -0.33767959475517273, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7538052797317505, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 986}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 987}
{"loss": -0.32094353437423706, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7157368659973145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 987}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 988}
{"loss": -0.31639552116394043, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7061964869499207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 988}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 989}
{"loss": -0.33224013447761536, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7415165901184082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 989}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 990}
{"loss": -0.3536747097969055, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7886835336685181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 990}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 991}
{"loss": -0.3283165395259857, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.731499195098877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 991}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 992}
{"loss": -0.309285432100296, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6886191964149475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 992}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 993}
{"loss": -0.30660945177078247, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6830411553382874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 993}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 994}
{"loss": -0.3169097602367401, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7064787149429321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 994}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 995}
{"loss": -0.31515902280807495, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7021126747131348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 995}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 996}
{"loss": -0.3046683371067047, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6789320707321167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 996}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 997}
{"loss": -0.3185882270336151, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7095251083374023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 997}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 998}
{"loss": -0.3124748468399048, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.69627445936203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 998}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 999}
{"loss": -0.2718603312969208, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6047793626785278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 999}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1000}
{"loss": -0.3142901062965393, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6997663378715515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1000}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1001}
{"loss": -0.3115280270576477, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.692979097366333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1001}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1002}
{"loss": -0.3187248408794403, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7102338671684265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1002}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1003}
{"loss": -0.3286548852920532, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7319396138191223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1003}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1004}
{"loss": -0.2995245158672333, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6666483283042908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1004}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1005}
{"loss": -0.34931209683418274, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7775986194610596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1005}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1006}
{"loss": -0.33657827973365784, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7488043308258057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1006}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1007}
{"loss": -0.31692248582839966, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7054713368415833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1007}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1008}
{"loss": -0.3372880220413208, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.750819206237793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1008}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1009}
{"loss": -0.3428071439266205, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7621393203735352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1009}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1010}
{"loss": -0.3957241177558899, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8795090913772583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1010}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1011}
{"loss": -0.34931156039237976, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7766856551170349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1011}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1012}
{"loss": -0.3053758442401886, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6771117448806763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1012}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1013}
{"loss": -0.3301600515842438, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7332821488380432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1013}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1014}
{"loss": -0.3458818793296814, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7622252106666565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1014}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1015}
{"loss": -0.31472325325012207, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6969656944274902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1015}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1016}
{"loss": -0.3586690425872803, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7914265394210815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1016}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1017}
{"loss": -0.32388830184936523, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7202197909355164, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1017}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1018}
{"loss": -0.3175039291381836, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7060510516166687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1018}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1019}
{"loss": -0.3707103133201599, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8237522840499878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1019}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1020}
{"loss": -0.33246123790740967, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7385411262512207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1020}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1021}
{"loss": -0.3269999325275421, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7273140549659729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1021}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1022}
{"loss": -0.3730662167072296, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8298854231834412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1022}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1023}
{"loss": -0.33713141083717346, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.749354362487793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1023}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1024}
{"loss": -0.3339517414569855, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7423403263092041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1024}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1025}
{"loss": -0.31310176849365234, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6962376832962036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1025}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1026}
{"loss": -0.3305189311504364, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7351703643798828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1026}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1027}
{"loss": -0.3256567418575287, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7223273515701294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1027}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1028}
{"loss": -0.31092721223831177, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.690502941608429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1028}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1029}
{"loss": -0.33421552181243896, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7415690422058105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1029}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1030}
{"loss": -0.3589150905609131, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7969474792480469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1030}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1031}
{"loss": -0.31646662950515747, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7028903961181641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1031}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1032}
{"loss": -0.35407450795173645, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7866540551185608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1032}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1033}
{"loss": -0.32042527198791504, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7114511132240295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1033}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1034}
{"loss": -0.3443797528743744, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7645400166511536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1034}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1035}
{"loss": -0.3252203166484833, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7214472889900208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1035}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1036}
{"loss": -0.32001620531082153, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7107537984848022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1036}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1037}
{"loss": -0.33124223351478577, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7354178428649902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1037}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1038}
{"loss": -0.3299131691455841, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7326108813285828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1038}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1039}
{"loss": -0.3643336594104767, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8080347776412964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1039}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1040}
{"loss": -0.35745978355407715, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7928810119628906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1040}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1041}
{"loss": -0.3519250452518463, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7811933755874634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1041}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1042}
{"loss": -0.358410507440567, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7940099835395813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1042}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1043}
{"loss": -0.34193605184555054, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.758010745048523, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1043}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1044}
{"loss": -0.3319234251976013, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.735883355140686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1044}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1045}
{"loss": -0.36753907799720764, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8148362636566162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1045}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1046}
{"loss": -0.31386950612068176, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6949095129966736, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1046}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1047}
{"loss": -0.35544297099113464, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7880851626396179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1047}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1048}
{"loss": -0.30190902948379517, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6674113869667053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1048}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1049}
{"loss": -0.32627439498901367, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7232270240783691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1049}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1050}
{"loss": -0.3121292293071747, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6925339102745056, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1050}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1051}
{"loss": -0.34882599115371704, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7735368609428406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1051}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1052}
{"loss": -0.3155456483364105, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6964093446731567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1052}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1053}
{"loss": -0.33475273847579956, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7370147109031677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1053}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1054}
{"loss": -0.34087926149368286, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7549512982368469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1054}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1055}
{"loss": -0.25475451350212097, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.5592508316040039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1055}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1056}
{"loss": -0.33371686935424805, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7352779507637024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1056}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1057}
{"loss": -0.3626137375831604, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8028793334960938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1057}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1058}
{"loss": -0.311318576335907, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6889838576316833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1058}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1059}
{"loss": -0.3152395188808441, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6977872252464294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1059}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1060}
{"loss": -0.32623231410980225, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7221184372901917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1060}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1061}
{"loss": -0.2927137613296509, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6484070420265198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1061}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1062}
{"loss": -0.2950957119464874, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6532686948776245, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1062}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1063}
{"loss": -0.3011079728603363, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.66603022813797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1063}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1064}
{"loss": -0.34880736470222473, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7722530961036682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1064}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1065}
{"loss": -0.30905038118362427, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6832195520401001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1065}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1066}
{"loss": -0.30799686908721924, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6817883849143982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1066}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1067}
{"loss": -0.312433660030365, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6915618777275085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1067}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1068}
{"loss": -0.34149080514907837, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7543839812278748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1068}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1069}
{"loss": -0.31115004420280457, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6854050755500793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1069}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1070}
{"loss": -0.35058358311653137, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7761181592941284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1070}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1071}
{"loss": -0.32993972301483154, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7301672697067261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1071}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1072}
{"loss": -0.32977721095085144, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7283895611763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1072}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1073}
{"loss": -0.3181198239326477, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7034384608268738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1073}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1074}
{"loss": -0.33458155393600464, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7400698661804199, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1074}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1075}
{"loss": -0.3511859178543091, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7769190073013306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1075}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1076}
{"loss": -0.34090456366539, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.753744900226593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1076}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1077}
{"loss": -0.3354986011981964, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.740103542804718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1077}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1078}
{"loss": -0.3375968933105469, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7461322546005249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1078}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1079}
{"loss": -0.33520078659057617, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7413414120674133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1079}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1080}
{"loss": -0.34173163771629333, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7552604079246521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1080}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1081}
{"loss": -0.280065655708313, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6190899610519409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1081}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1082}
{"loss": -0.32485783100128174, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7178415656089783, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1082}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1083}
{"loss": -0.3157843053340912, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6964486241340637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1083}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1084}
{"loss": -0.3808884918689728, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8412749767303467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1084}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1085}
{"loss": -0.34521418809890747, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7626490592956543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1085}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1086}
{"loss": -0.32106971740722656, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7099123597145081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1086}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1087}
{"loss": -0.31840646266937256, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7028060555458069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1087}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1088}
{"loss": -0.2988210916519165, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6595076322555542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1088}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1089}
{"loss": -0.3091759979724884, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6819745898246765, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1089}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1090}
{"loss": -0.34923872351646423, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7713601589202881, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1090}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1091}
{"loss": -0.33780375123023987, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7465221285820007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1091}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1092}
{"loss": -0.34638097882270813, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7645335793495178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1092}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1093}
{"loss": -0.34624800086021423, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7641829252243042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1093}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1094}
{"loss": -0.33920639753341675, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7489784359931946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1094}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1095}
{"loss": -0.34532350301742554, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7625206708908081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1095}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1096}
{"loss": -0.30616509914398193, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6752492785453796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1096}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1097}
{"loss": -0.3386502265930176, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7476034164428711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1097}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1098}
{"loss": -0.36507031321525574, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8038996458053589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1098}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1099}
{"loss": -0.3307894468307495, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7296826243400574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1099}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1100}
{"loss": -0.3185688555240631, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7031678557395935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1100}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1101}
{"loss": -0.3005029261112213, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6631665229797363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1101}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1102}
{"loss": -0.339778333902359, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7499825954437256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1102}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1103}
{"loss": -0.3377143144607544, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7447260022163391, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1103}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1104}
{"loss": -0.32378819584846497, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7145697474479675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1104}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1105}
{"loss": -0.3396720588207245, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7479715347290039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1105}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1106}
{"loss": -0.3208424746990204, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7076805830001831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1106}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1107}
{"loss": -0.3483716547489166, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7678861618041992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1107}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1108}
{"loss": -0.3272498846054077, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7215979099273682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1108}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1109}
{"loss": -0.3410295248031616, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7516700029373169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1109}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1110}
{"loss": -0.3267366886138916, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7198919057846069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1110}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1111}
{"loss": -0.32256191968917847, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.711197555065155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1111}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1112}
{"loss": -0.34579792618751526, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7624353170394897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1112}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1113}
{"loss": -0.3224731385707855, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.710601806640625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1113}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1114}
{"loss": -0.3469218313694, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.763884961605072, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1114}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1115}
{"loss": -0.3598725497722626, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7931057810783386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1115}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1116}
{"loss": -0.3440207242965698, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7569650411605835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1116}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1117}
{"loss": -0.31798362731933594, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6997183561325073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1117}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1118}
{"loss": -0.34371814131736755, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7575851678848267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1118}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1119}
{"loss": -0.37980276346206665, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8370766639709473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1119}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1120}
{"loss": -0.34529945254325867, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7609068751335144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1120}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1121}
{"loss": -0.3151315748691559, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6942563056945801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1121}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1122}
{"loss": -0.2935890257358551, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6456979513168335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1122}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1123}
{"loss": -0.3023233115673065, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6650328636169434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1123}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1124}
{"loss": -0.3270317018032074, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7191544771194458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1124}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1125}
{"loss": -0.30097493529319763, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6625861525535583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1125}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1126}
{"loss": -0.3342774212360382, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7361624240875244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1126}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1127}
{"loss": -0.3405146300792694, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.749061644077301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1127}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1128}
{"loss": -0.30973637104034424, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6810296177864075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1128}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1129}
{"loss": -0.33578619360923767, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7389541268348694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1129}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1130}
{"loss": -0.34614136815071106, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7620981335639954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1130}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1131}
{"loss": -0.3125361502170563, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6865666508674622, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1131}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1132}
{"loss": -0.25929978489875793, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.5687330961227417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1132}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1133}
{"loss": -0.3351939022541046, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7361313700675964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1133}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1134}
{"loss": -0.3001691401004791, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6602662205696106, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1134}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1135}
{"loss": -0.3313000202178955, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7284327745437622, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1135}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1136}
{"loss": -0.3415839672088623, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7512063980102539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1136}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1137}
{"loss": -0.3414873778820038, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7513114809989929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1137}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1138}
{"loss": -0.3397229313850403, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7468870282173157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1138}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1139}
{"loss": -0.3487890958786011, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7667587399482727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1139}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1140}
{"loss": -0.34232014417648315, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7519080638885498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1140}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1141}
{"loss": -0.32927343249320984, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7241255640983582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1141}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1142}
{"loss": -0.3189593553543091, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7002498507499695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1142}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1143}
{"loss": -0.3379862904548645, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7423311471939087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1143}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1144}
{"loss": -0.31993937492370605, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7020695209503174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1144}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1145}
{"loss": -0.2903287410736084, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6379498839378357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1145}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1146}
{"loss": -0.33970940113067627, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.746785581111908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1146}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1147}
{"loss": -0.34522056579589844, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7574757933616638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1147}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1148}
{"loss": -0.35049450397491455, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7686501741409302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1148}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1149}
{"loss": -0.3418152928352356, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7499547600746155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1149}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1150}
{"loss": -0.3299664855003357, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7247641682624817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1150}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1151}
{"loss": -0.3414340317249298, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7492092847824097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1151}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1152}
{"loss": -0.337820440530777, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7421389222145081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1152}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1153}
{"loss": -0.35604941844940186, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7822397351264954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1153}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1154}
{"loss": -0.34182196855545044, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7472746968269348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1154}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1155}
{"loss": -0.33392423391342163, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7312374711036682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1155}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1156}
{"loss": -0.35612228512763977, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7822832465171814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1156}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1157}
{"loss": -0.34356701374053955, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7539731860160828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1157}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1158}
{"loss": -0.3388983905315399, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7433899641036987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1158}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1159}
{"loss": -0.38265109062194824, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8397952318191528, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1159}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1160}
{"loss": -0.3213115632534027, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7047001719474792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1160}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1161}
{"loss": -0.3246641457080841, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7121937870979309, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1161}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1162}
{"loss": -0.3361361026763916, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.737701416015625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1162}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1163}
{"loss": -0.3300064504146576, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7240294814109802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1163}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1164}
{"loss": -0.3199755847454071, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7024509906768799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1164}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1165}
{"loss": -0.31752997636795044, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6969076991081238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1165}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1166}
{"loss": -0.3451289236545563, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7571535706520081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1166}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1167}
{"loss": -0.38506683707237244, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8446311354637146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1167}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1168}
{"loss": -0.3309529721736908, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7260550260543823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1168}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1169}
{"loss": -0.3284779191017151, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7202624678611755, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1169}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1170}
{"loss": -0.344963014125824, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7563042640686035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1170}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1171}
{"loss": -0.3235032558441162, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7094313502311707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1171}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1172}
{"loss": -0.3032960891723633, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6642846465110779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1172}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1173}
{"loss": -0.3381721079349518, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7411252856254578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1173}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1174}
{"loss": -0.3450302481651306, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7566767930984497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1174}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1175}
{"loss": -0.3403300940990448, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7458226084709167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1175}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1176}
{"loss": -0.3497248888015747, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7660465240478516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1176}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1177}
{"loss": -0.39922165870666504, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8749092221260071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1177}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1178}
{"loss": -0.3694074749946594, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8087805509567261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1178}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1179}
{"loss": -0.2970161437988281, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6504417657852173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1179}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1180}
{"loss": -0.3107317388057709, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6810966730117798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1180}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1181}
{"loss": -0.3503575325012207, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7678027749061584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1181}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1182}
{"loss": -0.2988709807395935, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6538705825805664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1182}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1183}
{"loss": -0.33155712485313416, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.726675808429718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1183}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1184}
{"loss": -0.3444114923477173, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7550177574157715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1184}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1185}
{"loss": -0.3641258776187897, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7969792485237122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1185}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1186}
{"loss": -0.33833277225494385, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.740746796131134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1186}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1187}
{"loss": -0.3257656693458557, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7134104371070862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1187}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1188}
{"loss": -0.3401021361351013, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7453756332397461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1188}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1189}
{"loss": -0.34173348546028137, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7477436065673828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1189}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1190}
{"loss": -0.33755970001220703, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7381548881530762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1190}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1191}
{"loss": -0.2974252700805664, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6500208973884583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1191}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1192}
{"loss": -0.33935970067977905, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7421448230743408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1192}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1193}
{"loss": -0.3575550615787506, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7818853855133057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1193}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1194}
{"loss": -0.29837170243263245, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6523277163505554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1194}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1195}
{"loss": -0.3562164306640625, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7791276574134827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1195}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1196}
{"loss": -0.3231644928455353, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7072669863700867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1196}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1197}
{"loss": -0.3560546040534973, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7795630097389221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1197}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1198}
{"loss": -0.332531213760376, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7273755669593811, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1198}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1199}
{"loss": -0.3680232763290405, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8056937456130981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1199}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1200}
{"loss": -0.30809110403060913, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6732696890830994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1200}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1201}
{"loss": -0.3122376799583435, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6822670102119446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1201}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1202}
{"loss": -0.3267872631549835, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7147653698921204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1202}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1203}
{"loss": -0.3373614251613617, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7374733686447144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1203}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1204}
{"loss": -0.3292257487773895, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7206428050994873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1204}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1205}
{"loss": -0.33633336424827576, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7359959483146667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1205}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1206}
{"loss": -0.33932027220726013, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7415536046028137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1206}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1207}
{"loss": -0.30640870332717896, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6705852746963501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1207}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1208}
{"loss": -0.3257134258747101, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7107212543487549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1208}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1209}
{"loss": -0.35817423462867737, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.783110499382019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1209}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1210}
{"loss": -0.36385998129844666, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7952210903167725, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1210}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1211}
{"loss": -0.2843261659145355, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6212416887283325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1211}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1212}
{"loss": -0.3247614800930023, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7096360921859741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1212}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1213}
{"loss": -0.31670036911964417, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6916850209236145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1213}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1214}
{"loss": -0.3026726245880127, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.661865770816803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1214}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1215}
{"loss": -0.3464373052120209, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7566115260124207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1215}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1216}
{"loss": -0.33266621828079224, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7268038988113403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1216}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1217}
{"loss": -0.3471926748752594, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7588966488838196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1217}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1218}
{"loss": -0.34826475381851196, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7610297203063965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1218}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1219}
{"loss": -0.3536152243614197, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.772667646408081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1219}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1220}
{"loss": -0.3252248764038086, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7100439667701721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1220}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1221}
{"loss": -0.34749144315719604, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7590242624282837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1221}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1222}
{"loss": -0.3011646568775177, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6575946807861328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1222}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1223}
{"loss": -0.36220023036003113, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.79097980260849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1223}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1224}
{"loss": -0.3091197907924652, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6749210953712463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1224}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1225}
{"loss": -0.307188481092453, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6704970598220825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1225}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1226}
{"loss": -0.28549474477767944, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6212050914764404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1226}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1227}
{"loss": -0.34839534759521484, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7604120373725891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1227}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1228}
{"loss": -0.3273371458053589, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7140697836875916, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1228}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1229}
{"loss": -0.3477175533771515, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7591077089309692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1229}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1230}
{"loss": -0.3299802541732788, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7202856540679932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1230}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1231}
{"loss": -0.3379621207714081, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7362512350082397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1231}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1232}
{"loss": -0.3287462592124939, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7166744470596313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1232}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1233}
{"loss": -0.3365422189235687, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7346110343933105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1233}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1234}
{"loss": -0.337133526802063, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.735072672367096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1234}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1235}
{"loss": -0.3364090025424957, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7342715263366699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1235}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1236}
{"loss": -0.3145376145839691, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.686707079410553, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1236}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1237}
{"loss": -0.3479977250099182, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7596858143806458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1237}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1238}
{"loss": -0.3882324695587158, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8471661806106567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1238}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1239}
{"loss": -0.360885888338089, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7870188355445862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1239}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1240}
{"loss": -0.3440062403678894, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7507767081260681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1240}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1241}
{"loss": -0.344268798828125, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7504169940948486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1241}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1242}
{"loss": -0.3522607386112213, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7682819962501526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1242}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1243}
{"loss": -0.321492075920105, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7011329531669617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1243}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1244}
{"loss": -0.32071349024772644, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6993160247802734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1244}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1245}
{"loss": -0.29667210578918457, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6459640264511108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1245}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1246}
{"loss": -0.32059842348098755, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6987719535827637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1246}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1247}
{"loss": -0.33188396692276, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7239643335342407, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1247}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1248}
{"loss": -0.3429591953754425, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7476793527603149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1248}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1249}
{"loss": -0.3398601710796356, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7414206266403198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1249}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1250}
{"loss": -0.35420307517051697, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7721635103225708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1250}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1251}
{"loss": -0.3007363975048065, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.655514121055603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1251}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1252}
{"loss": -0.33935263752937317, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.739081859588623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1252}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1253}
{"loss": -0.3171086013317108, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.690872848033905, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1253}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1254}
{"loss": -0.3230283260345459, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7034298777580261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1254}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1255}
{"loss": -0.36779454350471497, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.801311731338501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1255}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1256}
{"loss": -0.34720379114151, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7560217380523682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1256}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1257}
{"loss": -0.36058709025382996, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7857906222343445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1257}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1258}
{"loss": -0.32878708839416504, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7155241966247559, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1258}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1259}
{"loss": -0.3421849012374878, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7457203269004822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1259}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1260}
{"loss": -0.31912264227867126, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6950730085372925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1260}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1261}
{"loss": -0.33308151364326477, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7257853746414185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1261}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1262}
{"loss": -0.32546019554138184, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7091395258903503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1262}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1263}
{"loss": -0.2907206118106842, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6325452327728271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1263}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1264}
{"loss": -0.3629719913005829, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7901321649551392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1264}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1265}
{"loss": -0.33820247650146484, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7364345788955688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1265}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1266}
{"loss": -0.3687789738178253, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8006265163421631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1266}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1267}
{"loss": -0.2911472022533417, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6336379051208496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1267}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1268}
{"loss": -0.3415091037750244, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.742173433303833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1268}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1269}
{"loss": -0.31659290194511414, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.688570499420166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1269}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1270}
{"loss": -0.34880873560905457, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7584038376808167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1270}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1271}
{"loss": -0.3626559376716614, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7890454530715942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1271}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1272}
{"loss": -0.3473046123981476, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7560031414031982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1272}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1273}
{"loss": -0.34609222412109375, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7527749538421631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1273}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1274}
{"loss": -0.34810829162597656, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.757693886756897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1274}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1275}
{"loss": -0.32646694779396057, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7106761932373047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1275}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1276}
{"loss": -0.3057800829410553, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6656658053398132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1276}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1277}
{"loss": -0.32763364911079407, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7131597995758057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1277}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1278}
{"loss": -0.3130805790424347, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6814194917678833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1278}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1279}
{"loss": -0.3506805896759033, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7632250785827637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1279}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1280}
{"loss": -0.3535180985927582, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7692273259162903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1280}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1281}
{"loss": -0.32349351048469543, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.703630805015564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1281}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1282}
{"loss": -0.3200693130493164, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6959131360054016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1282}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1283}
{"loss": -0.3429974317550659, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7457973957061768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1283}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1284}
{"loss": -0.3184790015220642, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.690828263759613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1284}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1285}
{"loss": -0.36710357666015625, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7981892228126526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1285}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1286}
{"loss": -0.34931838512420654, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.759155809879303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1286}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1287}
{"loss": -0.33569958806037903, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7247953414916992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1287}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1288}
{"loss": -0.34434762597084045, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7486228346824646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1288}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1289}
{"loss": -0.35982441902160645, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7815991640090942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1289}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1290}
{"loss": -0.2690185010433197, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.5832198262214661, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1290}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1291}
{"loss": -0.3076467514038086, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6673020720481873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1291}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1292}
{"loss": -0.37055444717407227, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8047735095024109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1292}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1293}
{"loss": -0.338221937417984, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7355050444602966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1293}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1294}
{"loss": -0.3419506251811981, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7430832982063293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1294}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1295}
{"loss": -0.34027543663978577, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7393617033958435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1295}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1296}
{"loss": -0.3167124092578888, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6885039210319519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1296}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1297}
{"loss": -0.34173858165740967, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7424629330635071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1297}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1298}
{"loss": -0.31578877568244934, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6866032481193542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1298}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1299}
{"loss": -0.3164096176624298, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6879085898399353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1299}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1300}
{"loss": -0.3272983431816101, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7110006809234619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1300}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1301}
{"loss": -0.3149120509624481, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6811875104904175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1301}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1302}
{"loss": -0.348366379737854, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7560297250747681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1302}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1303}
{"loss": -0.385529488325119, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.836491048336029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1303}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1304}
{"loss": -0.33202770352363586, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7205471396446228, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1304}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1305}
{"loss": -0.35426944494247437, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7693488597869873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1305}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1306}
{"loss": -0.36788997054100037, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7988728284835815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1306}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1307}
{"loss": -0.2981943190097809, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6465122699737549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1307}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1308}
{"loss": -0.31888002157211304, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6917095184326172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1308}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1309}
{"loss": -0.3677563965320587, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7983868718147278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1309}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1310}
{"loss": -0.3500117063522339, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7600832581520081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1310}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1311}
{"loss": -0.3724112808704376, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8072484135627747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1311}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1312}
{"loss": -0.3308291435241699, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7176491618156433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1312}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1313}
{"loss": -0.3418909013271332, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7423639297485352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1313}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1314}
{"loss": -0.3422175645828247, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7429258823394775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1314}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1315}
{"loss": -0.31314870715141296, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6796132326126099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1315}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1316}
{"loss": -0.35664114356040955, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.773975133895874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1316}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1317}
{"loss": -0.3732081949710846, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8096763491630554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1317}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1318}
{"loss": -0.34741416573524475, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7542374730110168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1318}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1319}
{"loss": -0.33184540271759033, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7200842499732971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1319}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1320}
{"loss": -0.33445900678634644, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7251707911491394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1320}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1321}
{"loss": -0.3364519476890564, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7295623421669006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1321}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1322}
{"loss": -0.36885353922843933, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7993533611297607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1322}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1323}
{"loss": -0.3526342213153839, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.764125645160675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1323}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1324}
{"loss": -0.336565226316452, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7300837635993958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1324}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1325}
{"loss": -0.3156047761440277, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6846241354942322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1325}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1326}
{"loss": -0.34161943197250366, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7405348420143127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1326}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1327}
{"loss": -0.3357909619808197, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7277026176452637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1327}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1328}
{"loss": -0.351413756608963, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7624704241752625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1328}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1329}
{"loss": -0.28839391469955444, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6249082088470459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1329}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1330}
{"loss": -0.3179430067539215, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6893048286437988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1330}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1331}
{"loss": -0.3461209535598755, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7504018545150757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1331}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1332}
{"loss": -0.33347463607788086, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7228506803512573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1332}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1333}
{"loss": -0.33988457918167114, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7363158464431763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1333}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1334}
{"loss": -0.3472293019294739, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7532137632369995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1334}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1335}
{"loss": -0.35709354281425476, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7740650773048401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1335}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1336}
{"loss": -0.34613659977912903, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7502409219741821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1336}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1337}
{"loss": -0.34275004267692566, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7432408928871155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1337}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1338}
{"loss": -0.3683997392654419, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7984268069267273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1338}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1339}
{"loss": -0.30676499009132385, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6640698313713074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1339}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1340}
{"loss": -0.30876806378364563, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6688632965087891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1340}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1341}
{"loss": -0.30511054396629333, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6610731482505798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1341}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1342}
{"loss": -0.32422181963920593, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7028821706771851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1342}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1343}
{"loss": -0.3320539891719818, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7189978957176208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1343}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1344}
{"loss": -0.3359431326389313, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7271634340286255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1344}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1345}
{"loss": -0.35230106115341187, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7634508609771729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1345}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1346}
{"loss": -0.32889363169670105, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7127787470817566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1346}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1347}
{"loss": -0.35577628016471863, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7696319818496704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1347}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1348}
{"loss": -0.37814033031463623, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8184627294540405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1348}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1349}
{"loss": -0.3332327902317047, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7218178510665894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1349}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1350}
{"loss": -0.35992559790611267, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7789235711097717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1350}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1351}
{"loss": -0.3434683084487915, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.743853747844696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1351}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1352}
{"loss": -0.35496196150779724, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7686242461204529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1352}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1353}
{"loss": -0.33973753452301025, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7360242605209351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1353}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1354}
{"loss": -0.3271736204624176, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7084683179855347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1354}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1355}
{"loss": -0.3257046043872833, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7046380639076233, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1355}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1356}
{"loss": -0.35172712802886963, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7617731094360352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1356}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1357}
{"loss": -0.34359118342399597, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7431166768074036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1357}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1358}
{"loss": -0.2713562250137329, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.5854800939559937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1358}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1359}
{"loss": -0.3643626868724823, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7893415093421936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1359}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1360}
{"loss": -0.29630157351493835, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6416426301002502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1360}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1361}
{"loss": -0.3599031865596771, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.778458297252655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1361}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1362}
{"loss": -0.3260689377784729, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7060729265213013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1362}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1363}
{"loss": -0.3202025890350342, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6933620572090149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1363}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1364}
{"loss": -0.32821276783943176, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7105087637901306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1364}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1365}
{"loss": -0.32174667716026306, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6963786482810974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1365}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1366}
{"loss": -0.3335033357143402, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7211307287216187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1366}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.991836667060852}, "epoch": 1367}
{"loss": -0.2900020480155945, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6273458003997803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1367}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1368}
{"loss": -0.3186780512332916, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.68960040807724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1368}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1369}
{"loss": -0.3699560761451721, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8005248308181763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1369}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1370}
{"loss": -0.35571008920669556, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7685002088546753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1370}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1371}
{"loss": -0.3125421404838562, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6757966876029968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1371}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.991836667060852}, "epoch": 1372}
{"loss": -0.3371206223964691, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.729179859161377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1372}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1373}
{"loss": -0.3333936631679535, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.721179723739624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1373}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1374}
{"loss": -0.3407388925552368, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7356095314025879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1374}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1375}
{"loss": -0.35600942373275757, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7684422731399536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1375}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1376}
{"loss": -0.34100615978240967, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7369357347488403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1376}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1377}
{"loss": -0.3238888382911682, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7007511854171753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1377}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1378}
{"loss": -0.3407103419303894, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7370458245277405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1378}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1379}
{"loss": -0.33802059292793274, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7292661070823669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1379}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1380}
{"loss": -0.35694244503974915, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7718279957771301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1380}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1381}
{"loss": -0.3488113284111023, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7544706463813782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1381}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1382}
{"loss": -0.33886587619781494, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7330625653266907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1382}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1383}
{"loss": -0.32513049244880676, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7025240659713745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1383}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1384}
{"loss": -0.3609676659107208, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7799844741821289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1384}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1385}
{"loss": -0.3220439851284027, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6958953738212585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1385}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1386}
{"loss": -0.31074926257133484, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6715465188026428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1386}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1387}
{"loss": -0.3693474233150482, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7980414032936096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1387}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1388}
{"loss": -0.3538013994693756, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7636633515357971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1388}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1389}
{"loss": -0.34180453419685364, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7386953830718994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1389}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1390}
{"loss": -0.3472876250743866, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7504613995552063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1390}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1391}
{"loss": -0.33908557891845703, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7328717708587646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1391}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1392}
{"loss": -0.34211552143096924, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7390519380569458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1392}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1393}
{"loss": -0.2960679829120636, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.63922119140625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1393}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1394}
{"loss": -0.3427923917770386, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7402108311653137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1394}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1395}
{"loss": -0.3438725769519806, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7430638074874878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1395}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1396}
{"loss": -0.31972405314445496, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6901171803474426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1396}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1397}
{"loss": -0.33994442224502563, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.734474778175354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1397}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1398}
{"loss": -0.3410574793815613, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7368572950363159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1398}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1399}
{"loss": -0.33586570620536804, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7255704998970032, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1399}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1400}
{"loss": -0.34404456615448, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7426255345344543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1400}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1401}
{"loss": -0.3376767039299011, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7295213937759399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1401}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1402}
{"loss": -0.2717863917350769, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.5852062106132507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1402}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1403}
{"loss": -0.3321220576763153, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7172576189041138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1403}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1404}
{"loss": -0.34106776118278503, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7369832396507263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1404}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1405}
{"loss": -0.3194531798362732, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6894711852073669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1405}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1406}
{"loss": -0.3420999348163605, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.734838604927063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1406}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1407}
{"loss": -0.332363098859787, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.717321515083313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1407}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1408}
{"loss": -0.3203542232513428, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6917794346809387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1408}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1409}
{"loss": -0.31364598870277405, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6773930788040161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1409}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1410}
{"loss": -0.3803650140762329, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8213167190551758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1410}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1411}
{"loss": -0.33736664056777954, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7275590896606445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1411}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1412}
{"loss": -0.34064003825187683, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7349978685379028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1412}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1413}
{"loss": -0.35933151841163635, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7752767205238342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1413}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1414}
{"loss": -0.35025882720947266, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7553457021713257, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1414}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1415}
{"loss": -0.3621979355812073, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7803155779838562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1415}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1416}
{"loss": -0.3683926463127136, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7948546409606934, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1416}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1417}
{"loss": -0.34527677297592163, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7450477480888367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1417}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1418}
{"loss": -0.3457489311695099, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7456049919128418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1418}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1419}
{"loss": -0.3459053337574005, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7447712421417236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1419}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1420}
{"loss": -0.35006725788116455, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7549612522125244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1420}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1421}
{"loss": -0.35220423340797424, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7599603533744812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1421}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1422}
{"loss": -0.3978827893733978, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8581144213676453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1422}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1423}
{"loss": -0.35467904806137085, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7652068734169006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1423}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1424}
{"loss": -0.35436657071113586, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7634464502334595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1424}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1425}
{"loss": -0.3539109230041504, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7634850144386292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1425}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1426}
{"loss": -0.3294447064399719, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7099536061286926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1426}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1427}
{"loss": -0.3273870348930359, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7052872776985168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1427}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 1428}
{"loss": -0.3591211140155792, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7739999890327454, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1428}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1429}
{"loss": -0.2524699866771698, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.5440692901611328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1429}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1430}
{"loss": -0.3659215569496155, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7885475158691406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1430}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1431}
{"loss": -0.3560706377029419, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7673299312591553, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1431}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1432}
{"loss": -0.3635111153125763, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7838996648788452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1432}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1433}
{"loss": -0.34900254011154175, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7516046166419983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1433}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1434}
{"loss": -0.360024631023407, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7758560180664062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1434}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1435}
{"loss": -0.35229358077049255, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.758679986000061, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1435}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1436}
{"loss": -0.3238452672958374, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6975018978118896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1436}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1437}
{"loss": -0.35807493329048157, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7718932032585144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1437}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1438}
{"loss": -0.37963297963142395, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8177525401115417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1438}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1439}
{"loss": -0.3469710648059845, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7474656105041504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1439}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1440}
{"loss": -0.3498067855834961, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7524990439414978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1440}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1441}
{"loss": -0.3151758015155792, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6786031723022461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1441}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1442}
{"loss": -0.34389981627464294, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.74123215675354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1442}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1443}
{"loss": -0.35874655842781067, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7716029286384583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1443}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1444}
{"loss": -0.3382481634616852, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7278736233711243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1444}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1445}
{"loss": -0.31512513756752014, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6793539524078369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1445}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1446}
{"loss": -0.3434058725833893, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7401517033576965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1446}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1447}
{"loss": -0.3720766007900238, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8019356727600098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1447}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1448}
{"loss": -0.3208298981189728, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6913690567016602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1448}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1449}
{"loss": -0.3508102595806122, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7560364603996277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1449}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1450}
{"loss": -0.35801830887794495, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7701611518859863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1450}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1451}
{"loss": -0.32640281319618225, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7030597925186157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1451}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1452}
{"loss": -0.31212887167930603, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6724449992179871, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1452}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1453}
{"loss": -0.3074477016925812, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6616936922073364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1453}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1454}
{"loss": -0.341698557138443, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7357679009437561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1454}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1455}
{"loss": -0.3431238830089569, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7387632131576538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1455}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1456}
{"loss": -0.347623348236084, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7486531138420105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1456}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1457}
{"loss": -0.34877264499664307, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7510552406311035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1457}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1458}
{"loss": -0.31391629576683044, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6735369563102722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1458}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1459}
{"loss": -0.3213021755218506, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6910276412963867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1459}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1460}
{"loss": -0.3758566081523895, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8091624975204468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1460}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1461}
{"loss": -0.34026026725769043, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7321853637695312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1461}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1462}
{"loss": -0.34434184432029724, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7414736747741699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1462}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1463}
{"loss": -0.364719420671463, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7835637927055359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1463}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1464}
{"loss": -0.34759101271629333, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7482633590698242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1464}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1465}
{"loss": -0.3403061032295227, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7319494485855103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1465}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1466}
{"loss": -0.3538900911808014, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7610675692558289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1466}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1467}
{"loss": -0.3654116690158844, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7855097651481628, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1467}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1468}
{"loss": -0.3170347809791565, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6816551089286804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1468}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1469}
{"loss": -0.33045458793640137, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7104641795158386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1469}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1470}
{"loss": -0.36149904131889343, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7762523293495178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1470}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1471}
{"loss": -0.35893547534942627, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.771934449672699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1471}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1472}
{"loss": -0.3539218306541443, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7610531449317932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1472}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 1473}
{"loss": -0.3228837251663208, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6945545077323914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1473}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1474}
{"loss": -0.345184862613678, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7424643635749817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1474}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1475}
{"loss": -0.345072478055954, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7414317727088928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1475}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1476}
{"loss": -0.34854406118392944, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7495050430297852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1476}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1477}
{"loss": -0.3436753451824188, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7385366559028625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1477}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1478}
{"loss": -0.341059148311615, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7333171367645264, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1478}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1479}
{"loss": -0.3542965054512024, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7617632150650024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1479}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1480}
{"loss": -0.3001832962036133, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6458792090415955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1480}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1481}
{"loss": -0.330698698759079, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.711547315120697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1481}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1482}
{"loss": -0.3297014832496643, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7089496850967407, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1482}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1483}
{"loss": -0.3309650123119354, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7113437652587891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1483}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1484}
{"loss": -0.34932446479797363, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7502633929252625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1484}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1485}
{"loss": -0.3484155237674713, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7488548755645752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1485}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1486}
{"loss": -0.3818874657154083, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8210647106170654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1486}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1487}
{"loss": -0.3258845806121826, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6999311447143555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1487}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1488}
{"loss": -0.34407833218574524, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7394567728042603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1488}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1489}
{"loss": -0.32270219922065735, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6928806304931641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1489}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1490}
{"loss": -0.34712257981300354, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7459971308708191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1490}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1491}
{"loss": -0.3443208336830139, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7403280138969421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1491}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1492}
{"loss": -0.3204618990421295, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6886045336723328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1492}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1493}
{"loss": -0.33537304401397705, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7211540341377258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1493}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1494}
{"loss": -0.3455745577812195, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.743128776550293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1494}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1495}
{"loss": -0.33742064237594604, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.724062979221344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1495}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1496}
{"loss": -0.3326913118362427, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7149003148078918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1496}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1497}
{"loss": -0.37703877687454224, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8100845813751221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1497}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1498}
{"loss": -0.3324810862541199, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7146931290626526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1498}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1499}
{"loss": -0.37139657139778137, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.798305332660675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1499}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1500}
{"loss": -0.31147462129592896, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.667972207069397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1500}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1501}
{"loss": -0.3605388104915619, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7742630839347839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1501}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1502}
{"loss": -0.3285140097141266, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7049587368965149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1502}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1503}
{"loss": -0.3281378746032715, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7039691805839539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1503}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1504}
{"loss": -0.3338412344455719, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7173718214035034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1504}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1505}
{"loss": -0.3407885730266571, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.731982946395874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1505}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1506}
{"loss": -0.37429091334342957, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8040833473205566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1506}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1507}
{"loss": -0.3387505114078522, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7263294458389282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1507}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1508}
{"loss": -0.3595658540725708, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.772423267364502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1508}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1509}
{"loss": -0.32541704177856445, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6989558935165405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1509}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1510}
{"loss": -0.3130575716495514, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6717557907104492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1510}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1511}
{"loss": -0.3538745641708374, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7599273324012756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1511}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 1512}
{"loss": -0.36688050627708435, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7880731225013733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1512}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1513}
{"loss": -0.34575989842414856, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7423263192176819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1513}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1514}
{"loss": -0.35294127464294434, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7580064535140991, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1514}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1515}
{"loss": -0.3626950979232788, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7789647579193115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1515}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1516}
{"loss": -0.32458940148353577, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6968981027603149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1516}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1517}
{"loss": -0.3144049048423767, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6748803853988647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1517}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1518}
{"loss": -0.35154861211776733, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7542629837989807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1518}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1519}
{"loss": -0.33197304606437683, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7127913236618042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1519}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1520}
{"loss": -0.368760883808136, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7917856574058533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1520}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1521}
{"loss": -0.3293292224407196, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.706590473651886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1521}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1522}
{"loss": -0.36604321002960205, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7850514650344849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1522}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1523}
{"loss": -0.3730875253677368, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7993438243865967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1523}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1524}
{"loss": -0.34326988458633423, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7367611527442932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1524}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1525}
{"loss": -0.32942143082618713, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7070582509040833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1525}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1526}
{"loss": -0.3182278871536255, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6826059818267822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1526}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1527}
{"loss": -0.3272753655910492, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.702087938785553, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1527}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1528}
{"loss": -0.2924257814884186, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6271475553512573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1528}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1529}
{"loss": -0.34722045063972473, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7449789643287659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1529}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1530}
{"loss": -0.3165009617805481, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.678822934627533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1530}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1531}
{"loss": -0.3605784773826599, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7736201286315918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1531}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1532}
{"loss": -0.3310142159461975, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.709688663482666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1532}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1533}
{"loss": -0.3701592683792114, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7936285138130188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1533}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1534}
{"loss": -0.3405940532684326, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.730115532875061, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1534}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1535}
{"loss": -0.35616031289100647, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7640522718429565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1535}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1536}
{"loss": -0.35789498686790466, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7671961784362793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1536}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1537}
{"loss": -0.3309158682823181, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7096461653709412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1537}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1538}
{"loss": -0.37254101037979126, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7992159128189087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1538}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1539}
{"loss": -0.3488360643386841, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7482462525367737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1539}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1540}
{"loss": -0.3424378037452698, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7347947955131531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1540}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1541}
{"loss": -0.4004320502281189, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.857528805732727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1541}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1542}
{"loss": -0.26732608675956726, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.5724480152130127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1542}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1543}
{"loss": -0.3515017330646515, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7527351379394531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1543}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1544}
{"loss": -0.32742124795913696, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7024515867233276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1544}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1545}
{"loss": -0.3558211326599121, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7629850506782532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1545}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1546}
{"loss": -0.3458690345287323, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.74180006980896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1546}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1547}
{"loss": -0.33165663480758667, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7108034491539001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1547}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1548}
{"loss": -0.305182546377182, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6536781191825867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1548}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1549}
{"loss": -0.3459189236164093, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7409782409667969, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1549}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1550}
{"loss": -0.3224610388278961, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6909947991371155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1550}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1551}
{"loss": -0.35283157229423523, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7563472390174866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1551}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1552}
{"loss": -0.349155992269516, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7475186586380005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1552}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1553}
{"loss": -0.35889479517936707, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7687269449234009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1553}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1554}
{"loss": -0.35155728459358215, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7529499530792236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1554}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1555}
{"loss": -0.3428775668144226, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7340395450592041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1555}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1556}
{"loss": -0.3554467260837555, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.760924756526947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1556}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1557}
{"loss": -0.32128801941871643, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6882917284965515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1557}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1558}
{"loss": -0.35217610001564026, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7548024654388428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1558}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1559}
{"loss": -0.3576962351799011, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7659421563148499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1559}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1560}
{"loss": -0.3742450177669525, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8012832999229431, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1560}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1561}
{"loss": -0.33824050426483154, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7243245244026184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1561}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1562}
{"loss": -0.3452289402484894, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.739376425743103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1562}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1563}
{"loss": -0.325748473405838, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6974970698356628, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1563}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1564}
{"loss": -0.334036648273468, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7139996290206909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1564}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1565}
{"loss": -0.3342601954936981, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7151499390602112, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1565}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1566}
{"loss": -0.33893880248069763, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7258273959159851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1566}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.991836667060852}, "epoch": 1567}
{"loss": -0.35833558440208435, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7676494121551514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1567}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1568}
{"loss": -0.35917380452156067, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7688210010528564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1568}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1569}
{"loss": -0.3368776738643646, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7216350436210632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1569}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1570}
{"loss": -0.3422169089317322, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.73304283618927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1570}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1571}
{"loss": -0.34385690093040466, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7364178895950317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1571}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1572}
{"loss": -0.34710150957107544, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7434912323951721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1572}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1573}
{"loss": -0.34920960664749146, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7471051216125488, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1573}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1574}
{"loss": -0.32913532853126526, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7046810388565063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1574}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1575}
{"loss": -0.35111814737319946, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.751186192035675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1575}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1576}
{"loss": -0.30818891525268555, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.659497857093811, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1576}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1577}
{"loss": -0.30871522426605225, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6599184274673462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1577}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1578}
{"loss": -0.3538222014904022, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7573164701461792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1578}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1579}
{"loss": -0.3486816883087158, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7465333342552185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1579}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1580}
{"loss": -0.34616467356681824, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.740567147731781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1580}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1581}
{"loss": -0.2986365854740143, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6390414237976074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1581}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1582}
{"loss": -0.3351217210292816, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7175084352493286, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1582}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1583}
{"loss": -0.33525630831718445, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7176563739776611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1583}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1584}
{"loss": -0.3114973306655884, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6672084331512451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1584}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1585}
{"loss": -0.338352233171463, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7242191433906555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1585}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1586}
{"loss": -0.3241211771965027, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6931096911430359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1586}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1587}
{"loss": -0.3366246223449707, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7196782827377319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1587}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1588}
{"loss": -0.3296642303466797, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7055217027664185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1588}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1589}
{"loss": -0.32344040274620056, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6908279061317444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1589}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1590}
{"loss": -0.33726048469543457, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7212420105934143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1590}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1591}
{"loss": -0.30026084184646606, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6389563679695129, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1591}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1592}
{"loss": -0.36211109161376953, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7749074101448059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1592}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1593}
{"loss": -0.3628556728363037, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7764067053794861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1593}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1594}
{"loss": -0.3389193117618561, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7253305912017822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1594}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1595}
{"loss": -0.3410142660140991, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7299498319625854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1595}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1596}
{"loss": -0.3421793282032013, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7308853268623352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1596}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1597}
{"loss": -0.38022658228874207, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8129510283470154, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1597}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1598}
{"loss": -0.3474348187446594, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7423512935638428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1598}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1599}
{"loss": -0.339646577835083, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7262881398200989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1599}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1600}
{"loss": -0.3682868480682373, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.787354052066803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1600}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1601}
{"loss": -0.36094826459884644, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7714574337005615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1601}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1602}
{"loss": -0.3071414530277252, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6562215089797974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1602}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1603}
{"loss": -0.33022913336753845, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7059420347213745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1603}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1604}
{"loss": -0.3568018972873688, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7624765038490295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1604}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1605}
{"loss": -0.3496955931186676, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7478533387184143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1605}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1606}
{"loss": -0.35063573718070984, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.74968421459198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1606}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1607}
{"loss": -0.36119696497917175, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7726932168006897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1607}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1608}
{"loss": -0.30631157755851746, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6549080014228821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1608}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1609}
{"loss": -0.3414098620414734, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7298422455787659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1609}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1610}
{"loss": -0.3370334208011627, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7207896709442139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1610}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1611}
{"loss": -0.30898892879486084, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6596024632453918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1611}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1612}
{"loss": -0.341855525970459, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7305464148521423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1612}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1613}
{"loss": -0.37597620487213135, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8029757738113403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1613}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1614}
{"loss": -0.35888081789016724, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7663184404373169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1614}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1615}
{"loss": -0.3578028678894043, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7646933197975159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1615}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1616}
{"loss": -0.3268651068210602, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6982703804969788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1616}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1617}
{"loss": -0.35113197565078735, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7498415112495422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1617}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1618}
{"loss": -0.37946373224258423, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8108817934989929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1618}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1619}
{"loss": -0.3725818991661072, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7964533567428589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1619}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1620}
{"loss": -0.347044438123703, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7418869137763977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1620}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1621}
{"loss": -0.34041789174079895, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7271955609321594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1621}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1622}
{"loss": -0.3699566423892975, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7904989123344421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1622}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1623}
{"loss": -0.35444778203964233, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7574336528778076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1623}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1624}
{"loss": -0.3195163607597351, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6826639175415039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1624}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1625}
{"loss": -0.33823975920677185, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7222626805305481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1625}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1626}
{"loss": -0.3311781585216522, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.706911027431488, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1626}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1627}
{"loss": -0.3586309552192688, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.764024555683136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1627}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1628}
{"loss": -0.32995250821113586, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7045783400535583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1628}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1629}
{"loss": -0.34116408228874207, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7286932468414307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1629}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1630}
{"loss": -0.3627145290374756, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7735990881919861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1630}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1631}
{"loss": -0.3486659824848175, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7443667650222778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1631}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1632}
{"loss": -0.33332183957099915, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7115475535392761, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1632}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1633}
{"loss": -0.35590222477912903, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7601421475410461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1633}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1634}
{"loss": -0.35882750153541565, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7663314342498779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1634}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1635}
{"loss": -0.36427736282348633, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7782694101333618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1635}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1636}
{"loss": -0.32704421877861023, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6988130211830139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1636}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1637}
{"loss": -0.347817987203598, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7427928447723389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1637}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1638}
{"loss": -0.3496447801589966, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.746562659740448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1638}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1639}
{"loss": -0.3673733174800873, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7838682532310486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1639}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1640}
{"loss": -0.33198633790016174, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7087103724479675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1640}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1641}
{"loss": -0.3205470144748688, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6841075420379639, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1641}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1642}
{"loss": -0.385642945766449, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.823154091835022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1642}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1643}
{"loss": -0.35527488589286804, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7587924003601074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1643}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1644}
{"loss": -0.37813377380371094, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8071600198745728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1644}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1645}
{"loss": -0.35197749733924866, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7508396506309509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1645}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1646}
{"loss": -0.3618316054344177, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7721937894821167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1646}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1647}
{"loss": -0.36851632595062256, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7867647409439087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1647}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1648}
{"loss": -0.3455730080604553, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7379506826400757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1648}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1649}
{"loss": -0.30317267775535583, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.646203875541687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1649}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1650}
{"loss": -0.3203198313713074, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.683555543422699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1650}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1651}
{"loss": -0.35593241453170776, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7598649263381958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1651}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1652}
{"loss": -0.3176048696041107, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6781569123268127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1652}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1653}
{"loss": -0.31976205110549927, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6828343272209167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1653}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1654}
{"loss": -0.346476674079895, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7397000789642334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1654}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.991836667060852}, "epoch": 1655}
{"loss": -0.31032925844192505, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6621251106262207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1655}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9923468828201294}, "epoch": 1656}
{"loss": -0.3680970072746277, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7851510643959045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1656}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1657}
{"loss": -0.33188357949256897, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7083441615104675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1657}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1658}
{"loss": -0.3583418130874634, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7645372152328491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1658}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1659}
{"loss": -0.3490428328514099, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7446232438087463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1659}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1660}
{"loss": -0.35673990845680237, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7613441348075867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1660}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1661}
{"loss": -0.35687553882598877, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.761176347732544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1661}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1662}
{"loss": -0.3459121584892273, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7378910779953003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1662}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1663}
{"loss": -0.3464012145996094, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7390708923339844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1663}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1664}
{"loss": -0.3354246914386749, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7153922319412231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1664}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1665}
{"loss": -0.3590618073940277, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7649927139282227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1665}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1666}
{"loss": -0.337289035320282, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7190662026405334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1666}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1667}
{"loss": -0.34490442276000977, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7353493571281433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1667}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1668}
{"loss": -0.32495927810668945, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6931899189949036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1668}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1669}
{"loss": -0.3405088484287262, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7262661457061768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1669}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1670}
{"loss": -0.3287566006183624, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7016409039497375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1670}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1671}
{"loss": -0.3262380063533783, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6960707902908325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1671}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1672}
{"loss": -0.32678213715553284, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6964332461357117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1672}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1673}
{"loss": -0.3445749282836914, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7346519827842712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1673}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1674}
{"loss": -0.293230801820755, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6240195631980896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1674}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1675}
{"loss": -0.38081130385398865, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8115825653076172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1675}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1676}
{"loss": -0.3430294692516327, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7316558361053467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1676}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1677}
{"loss": -0.3718632459640503, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7929877638816833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1677}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1678}
{"loss": -0.3517366349697113, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7492920160293579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1678}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.991836667060852}, "epoch": 1679}
{"loss": -0.3888339698314667, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.829159140586853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1679}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1680}
{"loss": -0.3609134554862976, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7694119811058044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1680}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1681}
{"loss": -0.3332713544368744, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7101665735244751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1681}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1682}
{"loss": -0.34667056798934937, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7390435934066772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1682}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1683}
{"loss": -0.3506269156932831, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7468010783195496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1683}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1684}
{"loss": -0.3428393602371216, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7306671142578125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1684}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1685}
{"loss": -0.3554372787475586, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7576627731323242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1685}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1686}
{"loss": -0.33511093258857727, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7144031524658203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1686}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1687}
{"loss": -0.3586045801639557, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.76432204246521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1687}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1688}
{"loss": -0.3570907413959503, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7609913945198059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1688}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1689}
{"loss": -0.34595799446105957, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7373985648155212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1689}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1690}
{"loss": -0.34225285053253174, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7287715077400208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1690}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1691}
{"loss": -0.2967585027217865, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6314342021942139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1691}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1692}
{"loss": -0.36621564626693726, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7808313369750977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1692}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1693}
{"loss": -0.38532790541648865, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8205059766769409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1693}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1694}
{"loss": -0.34828540682792664, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7422993183135986, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1694}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1695}
{"loss": -0.3649487793445587, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7776317000389099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1695}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1696}
{"loss": -0.31744706630706787, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6757981777191162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1696}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1697}
{"loss": -0.34804993867874146, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7413771748542786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1697}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1698}
{"loss": -0.3545241951942444, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7550007700920105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1698}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1699}
{"loss": -0.29774799942970276, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6347017884254456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1699}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1700}
{"loss": -0.32098522782325745, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6829044818878174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1700}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1701}
{"loss": -0.3825034201145172, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8137233853340149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1701}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1702}
{"loss": -0.356399804353714, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7594200968742371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1702}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1703}
{"loss": -0.3812390863895416, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8121097683906555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1703}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1704}
{"loss": -0.30379942059516907, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6468077301979065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1704}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1705}
{"loss": -0.3393816351890564, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7226120829582214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1705}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1706}
{"loss": -0.3215493857860565, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6847937107086182, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1706}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1707}
{"loss": -0.31643185019493103, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6729404330253601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1707}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1708}
{"loss": -0.35212594270706177, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7498531341552734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1708}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1709}
{"loss": -0.3928512930870056, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8356490731239319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1709}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1710}
{"loss": -0.34827515482902527, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7418136596679688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1710}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1711}
{"loss": -0.3433510363101959, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7314336895942688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1711}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1712}
{"loss": -0.36749017238616943, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7829181551933289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1712}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1713}
{"loss": -0.33850282430648804, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.721169650554657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1713}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1714}
{"loss": -0.34121185541152954, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.726913571357727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1714}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1715}
{"loss": -0.2390328347682953, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.5075471997261047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1715}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1716}
{"loss": -0.34376707673072815, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7316284775733948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1716}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1717}
{"loss": -0.3623437285423279, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7714471817016602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1717}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1718}
{"loss": -0.34405118227005005, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7327845096588135, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1718}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1719}
{"loss": -0.3776639699935913, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8038197159767151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1719}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1720}
{"loss": -0.32238730788230896, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6866224408149719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1720}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1721}
{"loss": -0.34901297092437744, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7429563999176025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1721}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1722}
{"loss": -0.3487347364425659, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7422643899917603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1722}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1723}
{"loss": -0.351245641708374, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7481240034103394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1723}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1724}
{"loss": -0.3387046456336975, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7211995124816895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1724}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1725}
{"loss": -0.28316423296928406, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6019535064697266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1725}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1726}
{"loss": -0.3641268312931061, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7748928666114807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1726}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1727}
{"loss": -0.35904067754745483, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7638033032417297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1727}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1728}
{"loss": -0.3292534053325653, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7003903388977051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1728}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1729}
{"loss": -0.34868094325065613, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7422502040863037, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1729}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1730}
{"loss": -0.26679131388664246, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.5661967396736145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1730}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1731}
{"loss": -0.3588921129703522, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7633786797523499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1731}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1732}
{"loss": -0.41187426447868347, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8764450550079346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1732}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1733}
{"loss": -0.3026360273361206, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6437191367149353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1733}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1734}
{"loss": -0.277680367231369, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.5907219648361206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1734}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1735}
{"loss": -0.3850180208683014, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8190709352493286, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1735}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1736}
{"loss": -0.33746224641799927, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7178065776824951, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1736}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1737}
{"loss": -0.3548719584941864, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7552098631858826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1737}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1738}
{"loss": -0.3579447567462921, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7618269324302673, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1738}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1739}
{"loss": -0.3413672149181366, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7265307307243347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1739}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1740}
{"loss": -0.34696081280708313, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7380126714706421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1740}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1741}
{"loss": -0.39523565769195557, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8410199880599976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1741}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1742}
{"loss": -0.36876949667930603, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7847863435745239, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1742}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1743}
{"loss": -0.3637497127056122, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.77354896068573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1743}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1744}
{"loss": -0.32429972290992737, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.6784912347793579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1744}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1745}
{"loss": -0.35455089807510376, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7543889880180359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1745}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1746}
{"loss": -0.3651476800441742, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7768544554710388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1746}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1747}
{"loss": -0.3431333005428314, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7302148938179016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1747}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1748}
{"loss": -0.35758429765701294, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7605787515640259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1748}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1749}
{"loss": -0.38983064889907837, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8280594944953918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1749}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1750}
{"loss": -0.3661920130252838, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7782247066497803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1750}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1751}
{"loss": -0.3406018018722534, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7245116233825684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1751}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1752}
{"loss": -0.3568708598613739, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.758773922920227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1752}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1753}
{"loss": -0.3505268692970276, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7455673813819885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1753}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1754}
{"loss": -0.32846832275390625, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6983940005302429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1754}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1755}
{"loss": -0.3149639070034027, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6696688532829285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1755}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1756}
{"loss": -0.40953564643859863, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8706753253936768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1756}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1757}
{"loss": -0.3287713825702667, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6992624402046204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1757}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1758}
{"loss": -0.3116363286972046, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6625797152519226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1758}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1759}
{"loss": -0.3759261667728424, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7994164824485779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1759}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1760}
{"loss": -0.3412649631500244, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7257370948791504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1760}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1761}
{"loss": -0.3860911428928375, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8204843997955322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1761}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1762}
{"loss": -0.35029634833335876, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7444022297859192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1762}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1763}
{"loss": -0.3583972752094269, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7620245814323425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1763}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1764}
{"loss": -0.3621693551540375, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7700125575065613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1764}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1765}
{"loss": -0.3267545998096466, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6946770548820496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1765}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1766}
{"loss": -0.3558672070503235, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7565835118293762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1766}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1767}
{"loss": -0.3398827910423279, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7227230668067932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1767}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1768}
{"loss": -0.34599435329437256, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7357053756713867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1768}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1769}
{"loss": -0.2866537570953369, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6079587340354919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1769}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1770}
{"loss": -0.33125039935112, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7038924694061279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1770}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1771}
{"loss": -0.3539336919784546, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7522782683372498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1771}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1772}
{"loss": -0.3519086539745331, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7481330037117004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1772}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1773}
{"loss": -0.3668445944786072, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7796570062637329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1773}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1774}
{"loss": -0.3566649258136749, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7578065991401672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1774}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1775}
{"loss": -0.3688816726207733, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7841957807540894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1775}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1776}
{"loss": -0.3638456165790558, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7732118964195251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1776}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1777}
{"loss": -0.3080470860004425, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6542184352874756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1777}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1778}
{"loss": -0.35548338294029236, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7553059458732605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1778}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1779}
{"loss": -0.3498603105545044, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7435179948806763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1779}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1780}
{"loss": -0.3417717516422272, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7262313365936279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1780}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1781}
{"loss": -0.33216592669487, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7055326700210571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1781}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1782}
{"loss": -0.37351518869400024, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7938403487205505, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1782}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9928570985794067}, "epoch": 1783}
{"loss": -0.3666854500770569, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7772406339645386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1783}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1784}
{"loss": -0.37920650839805603, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8049547076225281, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1784}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1785}
{"loss": -0.40228697657585144, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8544148206710815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1785}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1786}
{"loss": -0.35201215744018555, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7471596002578735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1786}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1787}
{"loss": -0.3825129270553589, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8126884698867798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1787}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1788}
{"loss": -0.36239638924598694, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7686365246772766, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1788}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1789}
{"loss": -0.34314870834350586, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.728751003742218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1789}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1790}
{"loss": -0.36981022357940674, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7855978012084961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1790}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1791}
{"loss": -0.33049577474594116, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7018823027610779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1791}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1792}
{"loss": -0.39421239495277405, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8373721241950989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1792}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1793}
{"loss": -0.33949413895606995, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7208387851715088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1793}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1794}
{"loss": -0.3154946565628052, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6699932813644409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1794}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1795}
{"loss": -0.37276333570480347, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7919058799743652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1795}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1796}
{"loss": -0.36817774176597595, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7817894220352173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1796}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1797}
{"loss": -0.34956303238868713, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7425141930580139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1797}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1798}
{"loss": -0.35637572407722473, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7568432688713074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1798}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1799}
{"loss": -0.3428514301776886, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7275000214576721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1799}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1800}
{"loss": -0.3385884761810303, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.718428373336792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1800}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1801}
{"loss": -0.33023709058761597, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6984146237373352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1801}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1802}
{"loss": -0.3475680649280548, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.73581862449646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1802}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1803}
{"loss": -0.34993016719818115, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7416443824768066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1803}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1804}
{"loss": -0.3654833734035492, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7756704092025757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1804}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1805}
{"loss": -0.3707524836063385, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7857570648193359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1805}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1806}
{"loss": -0.3081711232662201, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6536127924919128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1806}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1807}
{"loss": -0.3499738872051239, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7430012822151184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1807}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1808}
{"loss": -0.3572513461112976, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7586125135421753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1808}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1809}
{"loss": -0.3323650062084198, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7048928737640381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1809}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1810}
{"loss": -0.34654372930526733, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7355186939239502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1810}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1811}
{"loss": -0.3437748849391937, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7298904657363892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1811}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1812}
{"loss": -0.35093915462493896, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7450712323188782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1812}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1813}
{"loss": -0.35357099771499634, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7503015995025635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1813}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1814}
{"loss": -0.3510090410709381, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7449103593826294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1814}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1815}
{"loss": -0.3246977925300598, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6884199380874634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1815}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1816}
{"loss": -0.3211929202079773, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6815235614776611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1816}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1817}
{"loss": -0.34641316533088684, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7350221276283264, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1817}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1818}
{"loss": -0.33018070459365845, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7005715370178223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1818}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1819}
{"loss": -0.34328407049179077, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7284755706787109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1819}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1820}
{"loss": -0.3822041451931, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8105183839797974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1820}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1821}
{"loss": -0.3655458688735962, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7757039070129395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1821}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9933673143386841}, "epoch": 1822}
{"loss": -0.3504555821418762, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7426778674125671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1822}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1823}
{"loss": -0.37767621874809265, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8007802367210388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1823}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1824}
{"loss": -0.34696242213249207, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7362654209136963, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1824}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1825}
{"loss": -0.3534734845161438, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7499945759773254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1825}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1826}
{"loss": -0.352000892162323, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7468358874320984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1826}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1827}
{"loss": -0.35135138034820557, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.745374858379364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1827}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1828}
{"loss": -0.3420584797859192, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7253888249397278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1828}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1829}
{"loss": -0.3735687732696533, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7926216721534729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1829}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1830}
{"loss": -0.34282442927360535, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7268089056015015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1830}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1831}
{"loss": -0.36415740847587585, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.77244633436203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1831}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1832}
{"loss": -0.36455264687538147, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7731207609176636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1832}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1833}
{"loss": -0.3241943418979645, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6876457333564758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1833}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1834}
{"loss": -0.33797308802604675, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.71714848279953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1834}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1835}
{"loss": -0.3759288489818573, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7976869344711304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1835}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1836}
{"loss": -0.36633753776550293, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7764387130737305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1836}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1837}
{"loss": -0.33376753330230713, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7068398594856262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1837}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1838}
{"loss": -0.3681993782520294, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7802733182907104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1838}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1839}
{"loss": -0.3236232101917267, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6839828491210938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1839}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1840}
{"loss": -0.35221564769744873, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7468371391296387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1840}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1841}
{"loss": -0.3547472059726715, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7515290975570679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1841}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1842}
{"loss": -0.3486174941062927, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7389669418334961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1842}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1843}
{"loss": -0.36360248923301697, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7709698677062988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1843}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1844}
{"loss": -0.3614787459373474, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7658617496490479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1844}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1845}
{"loss": -0.34471118450164795, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7297815680503845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1845}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1846}
{"loss": -0.3363248407840729, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7122362852096558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1846}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1847}
{"loss": -0.3507254421710968, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7424622774124146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1847}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1848}
{"loss": -0.34271979331970215, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7267178893089294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1848}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1849}
{"loss": -0.3814783990383148, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.808294415473938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1849}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1850}
{"loss": -0.35896530747413635, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7610798478126526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1850}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1851}
{"loss": -0.336335688829422, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.713191568851471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1851}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1852}
{"loss": -0.3297845721244812, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6984364986419678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1852}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1853}
{"loss": -0.3629121482372284, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7694684267044067, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1853}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1854}
{"loss": -0.3252660036087036, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6878547072410583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1854}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1855}
{"loss": -0.3730291724205017, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7903463840484619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1855}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1856}
{"loss": -0.35494187474250793, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7511642575263977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1856}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1857}
{"loss": -0.3658793270587921, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.775670051574707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1857}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1858}
{"loss": -0.3659195303916931, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7742899656295776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1858}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1859}
{"loss": -0.3299493193626404, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6992611885070801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1859}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1860}
{"loss": -0.3525651693344116, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7465886473655701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1860}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1861}
{"loss": -0.3702208995819092, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7847025990486145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1861}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1862}
{"loss": -0.3341434895992279, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7082228064537048, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1862}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1863}
{"loss": -0.3398270308971405, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.720291018486023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1863}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1864}
{"loss": -0.29644474387168884, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.627190351486206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1864}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1865}
{"loss": -0.3035052716732025, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6414457559585571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1865}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1866}
{"loss": -0.3412103056907654, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7228468656539917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1866}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1867}
{"loss": -0.35998091101646423, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7625388503074646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1867}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1868}
{"loss": -0.3562520146369934, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7545236945152283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1868}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1869}
{"loss": -0.3643018901348114, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7716926336288452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1869}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1870}
{"loss": -0.3511301577091217, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7439752221107483, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1870}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1871}
{"loss": -0.3408811390399933, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7215690016746521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1871}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1872}
{"loss": -0.3507363498210907, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7429975271224976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1872}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1873}
{"loss": -0.3564201295375824, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7551388144493103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1873}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 1874}
{"loss": -0.3432666063308716, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7267974615097046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1874}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1875}
{"loss": -0.35810789465904236, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7584502100944519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1875}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1876}
{"loss": -0.3431455194950104, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7265499830245972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1876}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1877}
{"loss": -0.33141863346099854, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7015241384506226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1877}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1878}
{"loss": -0.3446286916732788, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7287527918815613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1878}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1879}
{"loss": -0.35455992817878723, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7503389716148376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1879}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1880}
{"loss": -0.3411087393760681, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7214726209640503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1880}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1881}
{"loss": -0.3612534999847412, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7643768787384033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1881}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1882}
{"loss": -0.3584928512573242, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7589849233627319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1882}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1883}
{"loss": -0.35590335726737976, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7537349462509155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1883}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1884}
{"loss": -0.3630293309688568, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7687321305274963, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1884}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1885}
{"loss": -0.3353019952774048, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7100922465324402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1885}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1886}
{"loss": -0.34532585740089417, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7305129170417786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1886}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1887}
{"loss": -0.33920934796333313, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7182989120483398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1887}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1888}
{"loss": -0.3513980805873871, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.743148684501648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1888}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1889}
{"loss": -0.3533356785774231, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7467352747917175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1889}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1890}
{"loss": -0.32205894589424133, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6801663637161255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1890}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1891}
{"loss": -0.298033207654953, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6303293704986572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1891}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1892}
{"loss": -0.35872483253479004, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7588704228401184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1892}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1893}
{"loss": -0.3404317796230316, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.720845639705658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1893}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1894}
{"loss": -0.3849899172782898, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8145556449890137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1894}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1895}
{"loss": -0.3189348578453064, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6743391752243042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1895}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1896}
{"loss": -0.3615134358406067, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7648698091506958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1896}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1897}
{"loss": -0.3454286754131317, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7308560013771057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1897}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1898}
{"loss": -0.3589479923248291, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7599079608917236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1898}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1899}
{"loss": -0.38292038440704346, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8103207945823669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1899}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1900}
{"loss": -0.3437896966934204, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7273329496383667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1900}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1901}
{"loss": -0.311136931180954, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6577521562576294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1901}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1902}
{"loss": -0.3255140781402588, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6884522438049316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1902}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1903}
{"loss": -0.3575272262096405, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7565721273422241, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1903}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1904}
{"loss": -0.35884514451026917, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7594563364982605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1904}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1905}
{"loss": -0.3654201924800873, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7728105187416077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1905}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1906}
{"loss": -0.33330851793289185, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7046759128570557, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1906}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1907}
{"loss": -0.39158758521080017, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.827588677406311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1907}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1908}
{"loss": -0.3265267312526703, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6901766061782837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1908}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1909}
{"loss": -0.35053107142448425, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7414790391921997, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1909}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1910}
{"loss": -0.3458179831504822, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7302716374397278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1910}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1911}
{"loss": -0.3427944779396057, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7241614460945129, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1911}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1912}
{"loss": -0.37114590406417847, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.784335732460022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1912}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1913}
{"loss": -0.349581241607666, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7394434213638306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1913}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1914}
{"loss": -0.364268958568573, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7707855701446533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1914}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1915}
{"loss": -0.39342445135116577, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8318271636962891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1915}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1916}
{"loss": -0.33840182423591614, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7150195240974426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1916}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1917}
{"loss": -0.35038161277770996, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7404769062995911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1917}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1918}
{"loss": -0.337298184633255, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.713432788848877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1918}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1919}
{"loss": -0.3637233376502991, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.769408643245697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1919}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1920}
{"loss": -0.3770752549171448, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7967838048934937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1920}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1921}
{"loss": -0.3739260733127594, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7900986075401306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1921}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1922}
{"loss": -0.3527442216873169, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7455822229385376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1922}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1923}
{"loss": -0.32256871461868286, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6817842125892639, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1923}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1924}
{"loss": -0.3551730513572693, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7515011429786682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1924}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1925}
{"loss": -0.36721324920654297, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7761404514312744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1925}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1926}
{"loss": -0.3458535969257355, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7316669821739197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1926}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1927}
{"loss": -0.31880873441696167, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.673618733882904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1927}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1928}
{"loss": -0.33366307616233826, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7048396468162537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1928}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1929}
{"loss": -0.3620138168334961, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7650150656700134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1929}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1930}
{"loss": -0.3616507351398468, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7639931440353394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1930}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1931}
{"loss": -0.3194463849067688, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6757556796073914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1931}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1932}
{"loss": -0.3622811436653137, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7664280533790588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1932}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1933}
{"loss": -0.3651294708251953, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7721331119537354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1933}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1934}
{"loss": -0.3481650650501251, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7361681461334229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1934}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1935}
{"loss": -0.3769514262676239, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7965844869613647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1935}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1936}
{"loss": -0.34370172023773193, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7258613705635071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1936}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1937}
{"loss": -0.3572326898574829, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7548104524612427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1937}
{"generalization hold out": {"acc": 0.6122449040412903, "acc_or": 0.8061224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1938}
{"loss": -0.3463888466358185, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7324657440185547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1938}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1939}
{"loss": -0.3598552942276001, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7604143619537354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1939}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1940}
{"loss": -0.3498707711696625, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7397562861442566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1940}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 1941}
{"loss": -0.3594565689563751, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.760317325592041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1941}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1942}
{"loss": -0.32073158025741577, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.6732598543167114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1942}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1943}
{"loss": -0.2865471839904785, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6050741672515869, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1943}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1944}
{"loss": -0.33172816038131714, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7010178565979004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1944}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1945}
{"loss": -0.33924368023872375, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7172530889511108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1945}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1946}
{"loss": -0.37902411818504333, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8013321161270142, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1946}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1947}
{"loss": -0.3587341904640198, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7583096623420715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1947}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1948}
{"loss": -0.364244669675827, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7693220973014832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1948}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1949}
{"loss": -0.3528164327144623, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7457754015922546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1949}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1950}
{"loss": -0.3509913682937622, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7417507171630859, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1950}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1951}
{"loss": -0.3216565251350403, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6796603798866272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1951}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1952}
{"loss": -0.33620232343673706, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7106444239616394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1952}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1953}
{"loss": -0.3693713843822479, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7800674438476562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1953}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1954}
{"loss": -0.3283822536468506, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6932245492935181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1954}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1955}
{"loss": -0.36012208461761475, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7609879970550537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1955}
{"generalization hold out": {"acc": 0.6122449040412903, "acc_or": 0.8061224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1956}
{"loss": -0.3494808077812195, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7383543848991394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1956}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1957}
{"loss": -0.3544895052909851, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7491453289985657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1957}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1958}
{"loss": -0.2941475212574005, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6210811734199524, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1958}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1959}
{"loss": -0.34291961789131165, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7238149642944336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1959}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9938775300979614}, "epoch": 1960}
{"loss": -0.3301045000553131, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6976054906845093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1960}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1961}
{"loss": -0.3541058301925659, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7482017874717712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1961}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1962}
{"loss": -0.38055741786956787, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8020085096359253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1962}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1963}
{"loss": -0.3534911274909973, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7468330264091492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1963}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 1964}
{"loss": -0.3634953200817108, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7681944966316223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1964}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1965}
{"loss": -0.34097111225128174, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7202270030975342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1965}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1966}
{"loss": -0.3764580190181732, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7947267293930054, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1966}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1967}
{"loss": -0.36494553089141846, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7706678509712219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1967}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1968}
{"loss": -0.3888782262802124, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8212471008300781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1968}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 1969}
{"loss": -0.4140898585319519, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8737433552742004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1969}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1970}
{"loss": -0.3732090890407562, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7877189517021179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1970}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1971}
{"loss": -0.32536959648132324, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.6865837574005127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1971}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1972}
{"loss": -0.34746506810188293, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7339510321617126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1972}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1973}
{"loss": -0.3516848087310791, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7422971129417419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1973}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1974}
{"loss": -0.3517363667488098, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7425799369812012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1974}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1975}
{"loss": -0.33774465322494507, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7127048373222351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1975}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1976}
{"loss": -0.3420042097568512, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7217166423797607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1976}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1977}
{"loss": -0.3874155282974243, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8175948858261108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1977}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7882652878761292}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1978}
{"loss": -0.3858809471130371, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8140676617622375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1978}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1979}
{"loss": -0.3266858458518982, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6900730133056641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1979}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1980}
{"loss": -0.37208399176597595, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7860245704650879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1980}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1981}
{"loss": -0.390388160943985, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8242508172988892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1981}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1982}
{"loss": -0.36156153678894043, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7637515664100647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1982}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7882652878761292}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 1983}
{"loss": -0.3406706154346466, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7190676331520081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1983}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1984}
{"loss": -0.368150532245636, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7766079306602478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1984}
{"generalization hold out": {"acc": 0.6122449040412903, "acc_or": 0.8061224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1985}
{"loss": -0.3755188286304474, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7929040193557739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1985}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 1986}
{"loss": -0.3534228205680847, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7453150749206543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1986}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 1987}
{"loss": -0.33984872698783875, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7170814871788025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1987}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1988}
{"loss": -0.37016305327415466, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.78165602684021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1988}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1989}
{"loss": -0.37042874097824097, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7812319397926331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1989}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1990}
{"loss": -0.352906733751297, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7446427941322327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1990}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1991}
{"loss": -0.36249327659606934, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.764707624912262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1991}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1992}
{"loss": -0.35695260763168335, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7535985708236694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1992}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1993}
{"loss": -0.34162190556526184, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7203372716903687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1993}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1994}
{"loss": -0.35111862421035767, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7413202524185181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1994}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1995}
{"loss": -0.3667601943016052, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7744194865226746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1995}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7857142686843872}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1996}
{"loss": -0.3441588878631592, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7266982197761536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1996}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9954081177711487}, "epoch": 1997}
{"loss": -0.39044761657714844, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8234991431236267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1997}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1998}
{"loss": -0.33031514286994934, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6968680620193481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1998}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.9948979020118713}, "epoch": 1999}
{"loss": -0.3214632272720337, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6783180236816406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1999}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 2000}
{"loss": -0.38120099902153015, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8031929731369019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2000}
{"epoch": 2000, "positional_disent": 0.7285462021827698, "bag_of_symbol_disent": 0.1012391448020935, "topographic_sim": 0.30316318564648564}
{"epoch": 2000, "positional_disent": 0.7071864008903503, "bag_of_symbol_disent": 0.14690876007080078, "topographic_sim": 0.7253041267120219}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 2000}
