Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=365, receiver='ModifReceiver', receiver_emb=30, sender='ModifSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.5193877220153809, "acc_or": 0.7367346882820129}, "epoch": 1}
{"loss": 3.4335663318634033, "acc": 0.5872620344161987, "acc_or": 0.7683590054512024, "sender_entropy": 0.7427717447280884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.3928571343421936, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.935204029083252}, "epoch": 2}
{"loss": 2.555471658706665, "acc": 0.8919990658760071, "acc_or": 0.9457728862762451, "sender_entropy": 0.7523967623710632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.4744897782802582, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.9331632256507874}, "epoch": 3}
{"loss": 2.0612406730651855, "acc": 0.900385320186615, "acc_or": 0.9501360058784485, "sender_entropy": 0.8658997416496277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 4}
{"loss": 1.2537654638290405, "acc": 0.8601541519165039, "acc_or": 0.9300203919410706, "sender_entropy": 0.6194714903831482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8081632256507874, "acc_or": 0.9040815830230713}, "epoch": 5}
{"loss": 1.2583129405975342, "acc": 0.8628739714622498, "acc_or": 0.9314370155334473, "sender_entropy": 0.6740583777427673, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 6}
{"loss": 1.0349777936935425, "acc": 0.853921115398407, "acc_or": 0.9269605875015259, "sender_entropy": 0.6190629601478577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "epoch": 7}
{"loss": 0.9558464288711548, "acc": 0.8533545136451721, "acc_or": 0.9266772270202637, "sender_entropy": 0.6837961673736572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8193877339363098, "acc_or": 0.9096938371658325}, "epoch": 8}
{"loss": 0.8190817832946777, "acc": 0.8581142425537109, "acc_or": 0.9290571212768555, "sender_entropy": 0.688530683517456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8173469305038452, "acc_or": 0.9086734056472778}, "epoch": 9}
{"loss": 0.716389000415802, "acc": 0.8543744087219238, "acc_or": 0.9271872043609619, "sender_entropy": 0.6404320597648621, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "epoch": 10}
{"loss": 0.720710277557373, "acc": 0.8623073697090149, "acc_or": 0.9311536550521851, "sender_entropy": 0.7929567098617554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8020407557487488, "acc_or": 0.901020348072052}, "epoch": 11}
{"loss": 0.5909363627433777, "acc": 0.8652538657188416, "acc_or": 0.9326269030570984, "sender_entropy": 0.6694340109825134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "epoch": 12}
{"loss": 0.5702252388000488, "acc": 0.8721668124198914, "acc_or": 0.9360267519950867, "sender_entropy": 0.7512898445129395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "epoch": 13}
{"loss": 0.5366798043251038, "acc": 0.8716002106666565, "acc_or": 0.9358000755310059, "sender_entropy": 0.786371111869812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7887755036354065, "acc_or": 0.8943877220153809}, "epoch": 14}
{"loss": 0.44742655754089355, "acc": 0.8674070835113525, "acc_or": 0.9337035417556763, "sender_entropy": 0.7008407711982727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8071427941322327, "acc_or": 0.903571367263794}, "epoch": 15}
{"loss": 0.46475547552108765, "acc": 0.8716002106666565, "acc_or": 0.9358000755310059, "sender_entropy": 0.8623324632644653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.7969387173652649, "acc_or": 0.8984693288803101}, "epoch": 16}
{"loss": 0.407426655292511, "acc": 0.8723934888839722, "acc_or": 0.9361967444419861, "sender_entropy": 0.7982184290885925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.7846938371658325, "acc_or": 0.8923469185829163}, "epoch": 17}
{"loss": 0.3506395220756531, "acc": 0.8788531422615051, "acc_or": 0.9394265413284302, "sender_entropy": 0.6887116432189941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.7999999523162842, "acc_or": 0.8999999761581421}, "epoch": 18}
{"loss": 0.3233623206615448, "acc": 0.8782864809036255, "acc_or": 0.9391432404518127, "sender_entropy": 0.7070498466491699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7938775420188904, "acc_or": 0.8969387412071228}, "epoch": 19}
{"loss": 0.31530261039733887, "acc": 0.881572961807251, "acc_or": 0.9407864809036255, "sender_entropy": 0.7799171805381775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.7836734056472778, "acc_or": 0.8918367028236389}, "epoch": 20}
{"loss": 0.267981618642807, "acc": 0.881572961807251, "acc_or": 0.9407864809036255, "sender_entropy": 0.7118187546730042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7795917987823486, "acc_or": 0.8897958993911743}, "epoch": 21}
{"loss": 0.25596362352371216, "acc": 0.8834995627403259, "acc_or": 0.9417497515678406, "sender_entropy": 0.7789232730865479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7744897603988647, "acc_or": 0.8872448801994324}, "epoch": 22}
{"loss": 0.22947926819324493, "acc": 0.8822529315948486, "acc_or": 0.9411264657974243, "sender_entropy": 0.7605485320091248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7806122303009033, "acc_or": 0.8903060555458069}, "epoch": 23}
{"loss": 0.2188470959663391, "acc": 0.8840661644935608, "acc_or": 0.9420331120491028, "sender_entropy": 0.7939177751541138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7744897603988647, "acc_or": 0.8872448801994324}, "epoch": 24}
{"loss": 0.1948913335800171, "acc": 0.8873526453971863, "acc_or": 0.9436763525009155, "sender_entropy": 0.7718506455421448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7724489569664001, "acc_or": 0.8862244486808777}, "epoch": 25}
{"loss": 0.17611640691757202, "acc": 0.8849728107452393, "acc_or": 0.9424864053726196, "sender_entropy": 0.7570537328720093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7744897603988647, "acc_or": 0.8872448801994324}, "epoch": 26}
{"loss": 0.15968932211399078, "acc": 0.883612871170044, "acc_or": 0.941806435585022, "sender_entropy": 0.7495384812355042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7683672904968262, "acc_or": 0.8841836452484131}, "epoch": 27}
{"loss": 0.14462092518806458, "acc": 0.8844061493873596, "acc_or": 0.9422031044960022, "sender_entropy": 0.7082341313362122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.7693877220153809, "acc_or": 0.8846938610076904}, "epoch": 28}
{"loss": 0.1307661235332489, "acc": 0.8822529315948486, "acc_or": 0.9411264657974243, "sender_entropy": 0.7082372307777405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7744897603988647, "acc_or": 0.8872448801994324}, "epoch": 29}
{"loss": 0.10998479276895523, "acc": 0.883726179599762, "acc_or": 0.9418631196022034, "sender_entropy": 0.7600963115692139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7744897603988647, "acc_or": 0.8872448801994324}, "epoch": 30}
{"loss": 0.09871115535497665, "acc": 0.8823662996292114, "acc_or": 0.9411831498146057, "sender_entropy": 0.7729973793029785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7704081535339355, "acc_or": 0.885204017162323}, "epoch": 31}
{"loss": 0.08958486467599869, "acc": 0.8845195174217224, "acc_or": 0.9422597289085388, "sender_entropy": 0.7104189991950989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.764285683631897, "acc_or": 0.8821428418159485}, "epoch": 32}
{"loss": 0.08245368301868439, "acc": 0.8838395476341248, "acc_or": 0.94191974401474, "sender_entropy": 0.6839399337768555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7622448801994324, "acc_or": 0.8811224102973938}, "epoch": 33}
{"loss": 0.0782613456249237, "acc": 0.8841795325279236, "acc_or": 0.9420897364616394, "sender_entropy": 0.6770437955856323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7795917987823486, "acc_or": 0.8897958993911743}, "epoch": 34}
{"loss": 0.06556496769189835, "acc": 0.8840661644935608, "acc_or": 0.9420331120491028, "sender_entropy": 0.7056330442428589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.764285683631897, "acc_or": 0.8821428418159485}, "epoch": 35}
{"loss": 0.051060788333415985, "acc": 0.8828195929527283, "acc_or": 0.9414097666740417, "sender_entropy": 0.6946663856506348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.764285683631897, "acc_or": 0.8821428418159485}, "epoch": 36}
{"loss": 0.04782795161008835, "acc": 0.8861060738563538, "acc_or": 0.9430530667304993, "sender_entropy": 0.6922509074211121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7714285254478455, "acc_or": 0.8857142329216003}, "epoch": 37}
{"loss": 0.0326545387506485, "acc": 0.8842928409576416, "acc_or": 0.9421464204788208, "sender_entropy": 0.7340245246887207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.777550995349884, "acc_or": 0.8887754678726196}, "epoch": 38}
{"loss": 0.01714526116847992, "acc": 0.8844061493873596, "acc_or": 0.9422031044960022, "sender_entropy": 0.7781776785850525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7673469185829163, "acc_or": 0.8836734294891357}, "epoch": 39}
{"loss": 0.02620886266231537, "acc": 0.8864460587501526, "acc_or": 0.9432229995727539, "sender_entropy": 0.6807992458343506, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7683672904968262, "acc_or": 0.8841836452484131}, "epoch": 40}
{"loss": 0.009251408278942108, "acc": 0.8876926302909851, "acc_or": 0.9438463449478149, "sender_entropy": 0.7507978081703186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7622448801994324, "acc_or": 0.8811224102973938}, "epoch": 41}
{"loss": 0.01348327100276947, "acc": 0.8847461342811584, "acc_or": 0.9423730969429016, "sender_entropy": 0.6920799016952515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7673469185829163, "acc_or": 0.8836734294891357}, "epoch": 42}
{"loss": -0.009256795048713684, "acc": 0.8840661644935608, "acc_or": 0.9420331120491028, "sender_entropy": 0.7657169699668884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.7591836452484131, "acc_or": 0.8795918226242065}, "epoch": 43}
{"loss": 0.007571622729301453, "acc": 0.8883726000785828, "acc_or": 0.9441863298416138, "sender_entropy": 0.6579402685165405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7755101919174194, "acc_or": 0.8877550363540649}, "epoch": 44}
{"loss": -0.014790654182434082, "acc": 0.8874660134315491, "acc_or": 0.9437329769134521, "sender_entropy": 0.7497069239616394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.7673469185829163, "acc_or": 0.8836734294891357}, "epoch": 45}
{"loss": -0.010648809373378754, "acc": 0.8887125849723816, "acc_or": 0.9443563222885132, "sender_entropy": 0.7072025537490845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.7724489569664001, "acc_or": 0.8862244486808777}, "epoch": 46}
{"loss": -0.020281106233596802, "acc": 0.891772449016571, "acc_or": 0.9458861947059631, "sender_entropy": 0.7392251491546631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.7673469185829163, "acc_or": 0.8831632137298584}, "epoch": 47}
{"loss": -0.029022537171840668, "acc": 0.8948322534561157, "acc_or": 0.9474161267280579, "sender_entropy": 0.7445588111877441, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.7724489569664001, "acc_or": 0.8862244486808777}, "epoch": 48}
{"loss": -0.025996893644332886, "acc": 0.8977788090705872, "acc_or": 0.9488893747329712, "sender_entropy": 0.7053167223930359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.777550995349884, "acc_or": 0.8887754678726196}, "epoch": 49}
{"loss": -0.055123187601566315, "acc": 0.900385320186615, "acc_or": 0.9501926302909851, "sender_entropy": 0.8144855499267578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.7693877220153809, "acc_or": 0.8846938610076904}, "epoch": 50}
{"loss": -0.04153132438659668, "acc": 0.900498628616333, "acc_or": 0.9502493143081665, "sender_entropy": 0.7443300485610962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.7826530337333679, "acc_or": 0.8913264870643616}, "epoch": 51}
{"loss": -0.046592578291893005, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 0.7893155217170715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.7765305638313293, "acc_or": 0.8882652521133423}, "epoch": 52}
{"loss": -0.023030713200569153, "acc": 0.944696307182312, "acc_or": 0.972348153591156, "sender_entropy": 0.7548785209655762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9602040648460388, "acc_or": 0.9795917868614197}, "epoch": 53}
{"loss": 0.0413052961230278, "acc": 0.9908204674720764, "acc_or": 0.9954102635383606, "sender_entropy": 0.6315707564353943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9887754917144775}, "epoch": 54}
{"loss": 0.03787346929311752, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.654053807258606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 55}
{"loss": 0.04195013269782066, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6368159055709839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 56}
{"loss": 0.03707188740372658, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6554798483848572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6530612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 57}
{"loss": 0.03278330713510513, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6579892039299011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.995918333530426}, "epoch": 58}
{"loss": 0.029021993279457092, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6572964787483215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 59}
{"loss": 0.024582570418715477, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.6928960084915161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.9938775300979614}, "epoch": 60}
{"loss": 0.017860781401395798, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.6807965636253357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9897958636283875, "acc_or": 0.994387686252594}, "epoch": 61}
{"loss": 0.013734787702560425, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.664297342300415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 62}
{"loss": 0.009972386062145233, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6958964467048645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 63}
{"loss": 0.00891057774424553, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.682353675365448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 64}
{"loss": 0.00012046238407492638, "acc": 0.9968268275260925, "acc_or": 0.9983567595481873, "sender_entropy": 0.6983327269554138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 65}
{"loss": -0.0023967481683939695, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.68271803855896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 66}
{"loss": -0.006772381253540516, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.7061338424682617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 67}
{"loss": -0.011943905614316463, "acc": 0.9973934888839722, "acc_or": 0.9986400604248047, "sender_entropy": 0.6762329936027527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 68}
{"loss": -0.014922035858035088, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6994434595108032, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 69}
{"loss": -0.019170071929693222, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7009744644165039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.34693875908851624, "acc_or": 0.6403061151504517}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 70}
{"loss": -0.02549600601196289, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7027078866958618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.9948979020118713}, "epoch": 71}
{"loss": -0.030219625681638718, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7022455930709839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 72}
{"loss": -0.03184199333190918, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7222050428390503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 73}
{"loss": -0.03542031720280647, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6975595951080322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 74}
{"loss": -0.038820549845695496, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7164061069488525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 75}
{"loss": -0.046070266515016556, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7217870354652405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 76}
{"loss": -0.04850554093718529, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7442527413368225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 77}
{"loss": -0.05407853424549103, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7340952157974243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 78}
{"loss": -0.0506625697016716, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.6904990673065186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 79}
{"loss": -0.05853370204567909, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7260839939117432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 80}
{"loss": -0.06509815156459808, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7560652494430542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 81}
{"loss": -0.06435791403055191, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7320411205291748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 82}
{"loss": -0.06669435650110245, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7171555757522583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 83}
{"loss": -0.0745350643992424, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7555348873138428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 84}
{"loss": -0.0792703777551651, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7377701997756958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 85}
{"loss": -0.08401411026716232, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7759764194488525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 86}
{"loss": -0.07833065837621689, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7040117979049683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 87}
{"loss": -0.08845512568950653, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7637788653373718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 88}
{"loss": -0.09514787793159485, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7673450112342834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 89}
{"loss": -0.10070762783288956, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8050389289855957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 90}
{"loss": -0.09113690257072449, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7196336984634399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 91}
{"loss": -0.09944450855255127, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7500335574150085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 92}
{"loss": -0.0974322259426117, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.7331228852272034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 93}
{"loss": -0.11125511676073074, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8021746873855591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 94}
{"loss": -0.10898825526237488, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.759708046913147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 95}
{"loss": -0.11109860241413116, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7606531977653503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 96}
{"loss": -0.11839688569307327, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.786629855632782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 97}
{"loss": -0.13197845220565796, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8527625203132629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 98}
{"loss": -0.11571741849184036, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7531877160072327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 99}
{"loss": -0.11662711203098297, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7398081421852112, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 100}
{"loss": -0.1200675442814827, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7158265113830566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 101}
{"loss": -0.14906276762485504, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8760949373245239, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 102}
{"loss": -0.13345001637935638, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7884879112243652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 103}
{"loss": -0.1434190571308136, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8275620341300964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 104}
{"loss": -0.1291048377752304, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7537122964859009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 105}
{"loss": -0.11776808649301529, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6816717386245728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 106}
{"loss": -0.13333791494369507, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7415485978126526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 107}
{"loss": -0.1358523815870285, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7398697137832642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 108}
{"loss": -0.13658654689788818, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7407389283180237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.9979591369628906}, "epoch": 109}
{"loss": -0.14575044810771942, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7779363989830017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 110}
{"loss": -0.13477244973182678, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7179513573646545, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 111}
{"loss": -0.1575969010591507, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8165284991264343, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 112}
{"loss": -0.1507893204689026, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7754358053207397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 113}
{"loss": -0.14553239941596985, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7323057651519775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 114}
{"loss": -0.16220040619373322, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8048787117004395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 115}
{"loss": -0.13896505534648895, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6868695616722107, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 116}
{"loss": -0.16371707618236542, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7879779934883118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 117}
{"loss": -0.13884612917900085, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6754897236824036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 118}
{"loss": -0.15781979262828827, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.750230610370636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 119}
{"loss": -0.18454532325267792, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8556706309318542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 120}
{"loss": -0.15755175054073334, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7323487401008606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 121}
{"loss": -0.16732259094715118, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7677579522132874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 122}
{"loss": -0.15109169483184814, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6799073219299316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 123}
{"loss": -0.14771375060081482, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6784186959266663, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 124}
{"loss": -0.17090433835983276, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7594043016433716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 125}
{"loss": -0.1633109748363495, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7256461381912231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 126}
{"loss": -0.1742924153804779, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7617422342300415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 127}
{"loss": -0.15346938371658325, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.671972930431366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 128}
{"loss": -0.17300158739089966, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7332848906517029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 129}
{"loss": -0.17395643889904022, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7419873476028442, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 130}
{"loss": -0.1756693571805954, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.747441291809082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 131}
{"loss": -0.1884012520313263, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.790998101234436, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 132}
{"loss": -0.1863000988960266, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7805412411689758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 133}
{"loss": -0.17761628329753876, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7401026487350464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 134}
{"loss": -0.17430727183818817, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7107278108596802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 135}
{"loss": -0.19959484040737152, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8168731331825256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 136}
{"loss": -0.19761161506175995, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8058043718338013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 137}
{"loss": -0.19539473950862885, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7893062829971313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 138}
{"loss": -0.1901784986257553, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7705713510513306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 139}
{"loss": -0.19160917401313782, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7665064930915833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 140}
{"loss": -0.2129422277212143, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8395242691040039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 141}
{"loss": -0.1957738846540451, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.77597975730896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 142}
{"loss": -0.19730661809444427, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7716100811958313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 143}
{"loss": -0.18847434222698212, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7347754836082458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 144}
{"loss": -0.21941211819648743, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8428992629051208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 145}
{"loss": -0.20479725301265717, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.790698766708374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 146}
{"loss": -0.1950402408838272, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7490729093551636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 147}
{"loss": -0.2072770595550537, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7858783602714539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 148}
{"loss": -0.2193804532289505, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8159975409507751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 149}
{"loss": -0.198215052485466, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7388761043548584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 150}
{"loss": -0.20583146810531616, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7697424292564392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 151}
{"loss": -0.21446678042411804, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.798235297203064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 152}
{"loss": -0.20963114500045776, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7747458815574646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 153}
{"loss": -0.22690151631832123, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8181213140487671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 154}
{"loss": -0.20693114399909973, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7607539296150208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 155}
{"loss": -0.19872359931468964, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7253133058547974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 156}
{"loss": -0.23014770448207855, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8281064033508301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 157}
{"loss": -0.22958016395568848, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8207592368125916, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 158}
{"loss": -0.21863770484924316, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7897562980651855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 159}
{"loss": -0.21995718777179718, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7881401777267456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 160}
{"loss": -0.21672159433364868, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7711424231529236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 161}
{"loss": -0.2200576812028885, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.781708836555481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 162}
{"loss": -0.2229493260383606, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7873265147209167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 163}
{"loss": -0.20532140135765076, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7205783724784851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 164}
{"loss": -0.223192036151886, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7826501131057739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 165}
{"loss": -0.22440578043460846, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7839470505714417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 166}
{"loss": -0.23428532481193542, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8125839829444885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 167}
{"loss": -0.19164052605628967, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6659528613090515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 168}
{"loss": -0.22852826118469238, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7834985852241516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 169}
{"loss": -0.223087340593338, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7640292048454285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 170}
{"loss": -0.2092709094285965, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7197112441062927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 171}
{"loss": -0.22881688177585602, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7758135199546814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 172}
{"loss": -0.21435005962848663, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7283232808113098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 173}
{"loss": -0.20728416740894318, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6998046636581421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 174}
{"loss": -0.2266491800546646, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7605539560317993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 175}
{"loss": -0.2195989489555359, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7376716136932373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 176}
{"loss": -0.20806404948234558, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6964779496192932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 177}
{"loss": -0.21095725893974304, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.699248731136322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 178}
{"loss": -0.2150346040725708, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7134247422218323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 179}
{"loss": -0.22620344161987305, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7504664063453674, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 180}
{"loss": -0.23952439427375793, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7875693440437317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 181}
{"loss": -0.2218947857618332, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7294120788574219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 182}
{"loss": -0.22679799795150757, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7378864884376526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 183}
{"loss": -0.22217153012752533, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7223004698753357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 184}
{"loss": -0.2520657181739807, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8179342746734619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 185}
{"loss": -0.21906578540802002, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7088597416877747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 186}
{"loss": -0.25734010338783264, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8287172913551331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 187}
{"loss": -0.23800209164619446, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7655028104782104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 188}
{"loss": -0.21757742762565613, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7024012207984924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 189}
{"loss": -0.24627834558486938, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7890229821205139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 190}
{"loss": -0.2574640214443207, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8200359344482422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 191}
{"loss": -0.23019252717494965, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7291461825370789, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 192}
{"loss": -0.2054300159215927, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6568342447280884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 193}
{"loss": -0.28267621994018555, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8892534375190735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 194}
{"loss": -0.24872352182865143, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.781700074672699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 195}
{"loss": -0.25382000207901, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7972016930580139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 196}
{"loss": -0.2480865716934204, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7731356024742126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 197}
{"loss": -0.2657262086868286, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8301977515220642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 198}
{"loss": -0.24566687643527985, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7680781483650208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 0.41836732625961304, "acc_or": 0.6760203838348389}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 199}
{"loss": -0.2852226197719574, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8800703883171082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 200}
{"loss": -0.2509564459323883, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7768352031707764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 201}
{"loss": -0.255619615316391, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7825030088424683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 202}
{"loss": -0.23745813965797424, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7326233386993408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 203}
{"loss": -0.2702852785587311, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8271174430847168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 204}
{"loss": -0.24039199948310852, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7371721267700195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 205}
{"loss": -0.2208729386329651, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6758884787559509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 206}
{"loss": -0.2548656463623047, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.775229811668396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 207}
{"loss": -0.2623205780982971, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7970306277275085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 208}
{"loss": -0.2616204023361206, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7957945466041565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 209}
{"loss": -0.2279113233089447, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.6912901401519775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 210}
{"loss": -0.25406134128570557, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.767582356929779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 211}
{"loss": -0.2534724771976471, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7616122961044312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 212}
{"loss": -0.26352161169052124, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.790317714214325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 213}
{"loss": -0.2726913094520569, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8136321902275085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 214}
{"loss": -0.2681392431259155, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8005606532096863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 215}
{"loss": -0.2562192976474762, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7637569904327393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 216}
{"loss": -0.26343920826911926, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7859140038490295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 217}
{"loss": -0.26012134552001953, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7731078267097473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 218}
{"loss": -0.27679184079170227, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8192340731620789, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 219}
{"loss": -0.28480976819992065, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.839878499507904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 220}
{"loss": -0.25809624791145325, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7596802115440369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 221}
{"loss": -0.24132683873176575, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7081479430198669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 222}
{"loss": -0.2530815899372101, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7464223504066467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 223}
{"loss": -0.2719925343990326, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7949482202529907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 224}
{"loss": -0.25374212861061096, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7458183169364929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 225}
{"loss": -0.25442084670066833, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7435141205787659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 226}
{"loss": -0.2671809196472168, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7777644991874695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 227}
{"loss": -0.27180957794189453, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7852485775947571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 228}
{"loss": -0.25040170550346375, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7267847061157227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 229}
{"loss": -0.2582317590713501, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7503986358642578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 230}
{"loss": -0.29489952325820923, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8527094125747681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 231}
{"loss": -0.26398321986198425, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7633715271949768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 232}
{"loss": -0.2728886008262634, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7809714674949646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 233}
{"loss": -0.27402594685554504, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7882529497146606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 234}
{"loss": -0.2774583399295807, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.788607656955719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 235}
{"loss": -0.26239490509033203, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7494878172874451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 236}
{"loss": -0.2522028386592865, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7212036848068237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 237}
{"loss": -0.24625654518604279, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7007281184196472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 238}
{"loss": -0.27745798230171204, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7881612181663513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 239}
{"loss": -0.27501341700553894, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7819441556930542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 240}
{"loss": -0.26602786779403687, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7532641291618347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 241}
{"loss": -0.3003862202167511, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.848685085773468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 242}
{"loss": -0.29173943400382996, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8236873745918274, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 243}
{"loss": -0.27375009655952454, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7697440981864929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 244}
{"loss": -0.2374790459871292, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6695391535758972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 245}
{"loss": -0.24700546264648438, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6895688772201538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 246}
{"loss": -0.2738562226295471, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7711825966835022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 247}
{"loss": -0.2708519697189331, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7582297325134277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6938775181770325}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 248}
{"loss": -0.2651072144508362, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7427218556404114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 249}
{"loss": -0.2674776315689087, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7459332942962646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 250}
{"loss": -0.2795221209526062, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7753190398216248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 251}
{"loss": -0.24531295895576477, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6827399134635925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 252}
{"loss": -0.261618971824646, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.728356122970581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 253}
{"loss": -0.2887438237667084, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7967100143432617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 254}
{"loss": -0.2701985538005829, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7486327886581421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 255}
{"loss": -0.262429803609848, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.726394534111023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 256}
{"loss": -0.2631966471672058, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.726982593536377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 257}
{"loss": -0.27567002177238464, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7621299028396606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 258}
{"loss": -0.2579891085624695, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7104907035827637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 259}
{"loss": -0.2870181202888489, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7907160520553589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 260}
{"loss": -0.2850235402584076, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.779526948928833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 261}
{"loss": -0.2782976031303406, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7621188759803772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 262}
{"loss": -0.2943445146083832, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.808466374874115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 263}
{"loss": -0.3061773180961609, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8367161154747009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 264}
{"loss": -0.2737831175327301, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7451969981193542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 265}
{"loss": -0.28807055950164795, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7855313420295715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 266}
{"loss": -0.269445538520813, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7363685965538025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 267}
{"loss": -0.2766292095184326, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7485027313232422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 268}
{"loss": -0.2579878270626068, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7009289860725403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 269}
{"loss": -0.272251695394516, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7419500946998596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 270}
{"loss": -0.26028499007225037, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7049158811569214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 271}
{"loss": -0.26348188519477844, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7156789898872375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 272}
{"loss": -0.2757551074028015, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7457864284515381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 273}
{"loss": -0.27748435735702515, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7487704157829285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 274}
{"loss": -0.27741116285324097, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.749325692653656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 275}
{"loss": -0.2674034535884857, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.718946635723114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 276}
{"loss": -0.2692711651325226, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7242425084114075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 277}
{"loss": -0.2758263945579529, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7351692914962769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 278}
{"loss": -0.27738308906555176, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7452366948127747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 279}
{"loss": -0.2829984128475189, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7597777247428894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 280}
{"loss": -0.2821720838546753, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7520431280136108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 281}
{"loss": -0.26921623945236206, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7177602648735046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 282}
{"loss": -0.2640775740146637, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6989836692810059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 283}
{"loss": -0.27757105231285095, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7349881529808044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 284}
{"loss": -0.27037057280540466, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.72069251537323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 285}
{"loss": -0.2873334288597107, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7652941942214966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 286}
{"loss": -0.2809664011001587, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7446114420890808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 287}
{"loss": -0.28812769055366516, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7624247670173645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 288}
{"loss": -0.27342694997787476, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7238041162490845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 289}
{"loss": -0.2628132402896881, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6964349150657654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9954081177711487}, "epoch": 290}
{"loss": -0.27647629380226135, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7336118221282959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 291}
{"loss": -0.2769322097301483, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7319490909576416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 292}
{"loss": -0.28376516699790955, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7516419291496277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 293}
{"loss": -0.29003462195396423, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7680767178535461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 294}
{"loss": -0.2643870413303375, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7003015279769897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 295}
{"loss": -0.28583061695098877, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7553206086158752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 296}
{"loss": -0.27573448419570923, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7249864339828491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 297}
{"loss": -0.3065184950828552, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8050400018692017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 298}
{"loss": -0.28564366698265076, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7489147782325745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 299}
{"loss": -0.2937348186969757, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7720256447792053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 300}
{"loss": -0.2645009458065033, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6948361992835999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 301}
{"loss": -0.2802113890647888, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7332563400268555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 302}
{"loss": -0.2903955280780792, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7606472969055176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 303}
{"loss": -0.28355252742767334, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7434346079826355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 304}
{"loss": -0.27918997406959534, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7274615168571472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 305}
{"loss": -0.2777794599533081, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7255772948265076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 306}
{"loss": -0.27162283658981323, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7073944807052612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 307}
{"loss": -0.2940649390220642, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.765665590763092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 308}
{"loss": -0.28307417035102844, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7366815805435181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 309}
{"loss": -0.2904890477657318, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7570098042488098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 310}
{"loss": -0.2885983884334564, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7475313544273376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 311}
{"loss": -0.2802339494228363, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7252723574638367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 312}
{"loss": -0.27680277824401855, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7172908782958984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 313}
{"loss": -0.2707696557044983, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7042353749275208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 314}
{"loss": -0.28152579069137573, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7291045188903809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 315}
{"loss": -0.2707354724407196, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7009692192077637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 316}
{"loss": -0.2753746211528778, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.71116703748703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 317}
{"loss": -0.28160586953163147, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7278001308441162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 318}
{"loss": -0.2875508666038513, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7411261796951294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 319}
{"loss": -0.2844850718975067, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7308173775672913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 320}
{"loss": -0.2748091220855713, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7047854065895081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 321}
{"loss": -0.28212475776672363, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7261464595794678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 322}
{"loss": -0.2764466106891632, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7116000652313232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 323}
{"loss": -0.28836575150489807, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7406949400901794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 324}
{"loss": -0.28495103120803833, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7277510762214661, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 325}
{"loss": -0.284811794757843, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7297349572181702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 326}
{"loss": -0.2763635218143463, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7077307105064392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 327}
{"loss": -0.27222925424575806, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6963960528373718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 328}
{"loss": -0.2974413335323334, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7595682144165039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 329}
{"loss": -0.2874335050582886, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7341342568397522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 330}
{"loss": -0.2994367778301239, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7648798227310181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 331}
{"loss": -0.29051876068115234, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7407689094543457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9954081177711487}, "epoch": 332}
{"loss": -0.28775492310523987, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7349680662155151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 333}
{"loss": -0.28645238280296326, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7287909984588623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 334}
{"loss": -0.27979668974876404, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7128776907920837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9954081177711487}, "epoch": 335}
{"loss": -0.3053654730319977, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7755695581436157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 336}
{"loss": -0.26774901151657104, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6788046956062317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 337}
{"loss": -0.29460376501083374, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7484191656112671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 338}
{"loss": -0.27639469504356384, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7007446885108948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 339}
{"loss": -0.29289478063583374, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7434265613555908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 340}
{"loss": -0.2730565369129181, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6907630562782288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 341}
{"loss": -0.29540637135505676, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7465130686759949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 342}
{"loss": -0.30130574107170105, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.764238715171814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 343}
{"loss": -0.27883660793304443, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7068287134170532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 344}
{"loss": -0.28960540890693665, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7332178354263306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 345}
{"loss": -0.3089485168457031, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7791648507118225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 346}
{"loss": -0.30829498171806335, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7777336835861206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 347}
{"loss": -0.28510910272598267, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7200855612754822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 348}
{"loss": -0.29388201236724854, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7396191358566284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 349}
{"loss": -0.2912129759788513, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7352664470672607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 350}
{"loss": -0.2970336973667145, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7443718314170837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 351}
{"loss": -0.2890797257423401, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7252780795097351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 352}
{"loss": -0.29167619347572327, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7330411672592163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 353}
{"loss": -0.28237757086753845, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7111032009124756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 354}
{"loss": -0.29087746143341064, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7291343212127686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 355}
{"loss": -0.30958613753318787, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.776698112487793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 356}
{"loss": -0.3015379309654236, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7557926177978516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 357}
{"loss": -0.3022010922431946, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.755435585975647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 358}
{"loss": -0.3061075210571289, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7681402564048767, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 359}
{"loss": -0.30931463837623596, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7746545672416687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 360}
{"loss": -0.2971705496311188, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7429704070091248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 361}
{"loss": -0.2952291965484619, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.734722375869751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 362}
{"loss": -0.3124447464942932, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7757664918899536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 363}
{"loss": -0.28906944394111633, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7205917835235596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 364}
{"loss": -0.28885310888290405, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7201442122459412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 365}
{"loss": -0.3016422688961029, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7529023289680481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9954081177711487}, "epoch": 366}
{"loss": -0.3013835549354553, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7502462267875671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 367}
{"loss": -0.28817713260650635, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7175582051277161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 368}
{"loss": -0.3031604588031769, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7536512613296509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 369}
{"loss": -0.31544941663742065, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7837802767753601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 370}
{"loss": -0.30779266357421875, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7649670839309692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 371}
{"loss": -0.2989843785762787, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7407937049865723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 372}
{"loss": -0.2995826303958893, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7428770661354065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 373}
{"loss": -0.2853604555130005, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7059197425842285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 374}
{"loss": -0.31745627522468567, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7848603129386902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 375}
{"loss": -0.3101534843444824, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7689659595489502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 376}
{"loss": -0.3005194365978241, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7450847029685974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 377}
{"loss": -0.30007919669151306, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7421430349349976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 378}
{"loss": -0.2848782241344452, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7042832374572754, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 379}
{"loss": -0.30628296732902527, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7562383413314819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 380}
{"loss": -0.3080773651599884, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7609977126121521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 381}
{"loss": -0.2979147732257843, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7364389896392822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 382}
{"loss": -0.3293333947658539, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8110660910606384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 383}
{"loss": -0.32445672154426575, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.798191487789154, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 384}
{"loss": -0.30508917570114136, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.751128613948822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 385}
{"loss": -0.3079814612865448, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7541180849075317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 386}
{"loss": -0.3055199980735779, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7507762908935547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 387}
{"loss": -0.29247480630874634, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7172562479972839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 388}
{"loss": -0.30736052989959717, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7545587420463562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 389}
{"loss": -0.30676978826522827, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7541135549545288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 390}
{"loss": -0.3085134029388428, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7582417130470276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 391}
{"loss": -0.2889489531517029, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.709209144115448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 392}
{"loss": -0.29982122778892517, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7360748052597046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 393}
{"loss": -0.3188111186027527, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7830814719200134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 394}
{"loss": -0.29201740026474, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7157735824584961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 395}
{"loss": -0.30880191922187805, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7575182318687439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9954081177711487}, "epoch": 396}
{"loss": -0.3040477931499481, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7434788942337036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 397}
{"loss": -0.29360637068748474, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7175390720367432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 398}
{"loss": -0.31703877449035645, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.774857759475708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 399}
{"loss": -0.3120928108692169, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7627220153808594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 400}
{"loss": -0.32421109080314636, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7913846969604492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 401}
{"loss": -0.2970235049724579, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7245326042175293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9954081177711487}, "epoch": 402}
{"loss": -0.3052905201911926, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7436224222183228, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 403}
{"loss": -0.30817902088165283, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7528474926948547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 404}
{"loss": -0.29941266775131226, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7301618456840515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 405}
{"loss": -0.3138323724269867, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7645964026451111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 406}
{"loss": -0.3124387562274933, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7605756521224976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 407}
{"loss": -0.30789145827293396, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7499882578849792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 408}
{"loss": -0.29496824741363525, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7160542607307434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 0.3316326439380646, "acc_or": 0.6326530575752258}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 409}
{"loss": -0.2943328320980072, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7163571715354919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 410}
{"loss": -0.3085317313671112, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7498639822006226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 411}
{"loss": -0.3055945336818695, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7402059435844421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 412}
{"loss": -0.295853853225708, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7141518592834473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 413}
{"loss": -0.318347692489624, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7720842361450195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 414}
{"loss": -0.31414616107940674, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7624377012252808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 415}
{"loss": -0.3087429106235504, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.748598039150238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 416}
{"loss": -0.2891100347042084, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6990219950675964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 417}
{"loss": -0.2952589988708496, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7136071920394897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 418}
{"loss": -0.30776625871658325, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7447710037231445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 419}
{"loss": -0.3102404475212097, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7503403425216675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 420}
{"loss": -0.3311535120010376, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8003795146942139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 421}
{"loss": -0.28777140378952026, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6947788596153259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 422}
{"loss": -0.328628271818161, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7938756942749023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 423}
{"loss": -0.32922008633613586, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7944338917732239, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 424}
{"loss": -0.31757161021232605, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7675214409828186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 425}
{"loss": -0.31480228900909424, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7589044570922852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 426}
{"loss": -0.3060625493526459, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7386729121208191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 427}
{"loss": -0.30495312809944153, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7360019683837891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 428}
{"loss": -0.314301997423172, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7587770819664001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 429}
{"loss": -0.32441142201423645, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7808322310447693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 430}
{"loss": -0.31112053990364075, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7470806241035461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 431}
{"loss": -0.3132554590702057, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7544742226600647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 432}
{"loss": -0.3108709752559662, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.74720698595047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9948979020118713}, "epoch": 433}
{"loss": -0.3209740221500397, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7701296210289001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 434}
{"loss": -0.3252059519290924, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7816842794418335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 435}
{"loss": -0.31398457288742065, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7529872059822083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 436}
{"loss": -0.3232930898666382, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7761185169219971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 437}
{"loss": -0.31196728348731995, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7485633492469788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 438}
{"loss": -0.3138194978237152, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7529081106185913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 439}
{"loss": -0.3060256242752075, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7310551404953003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 440}
{"loss": -0.2994751036167145, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7165716886520386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 441}
{"loss": -0.3242601156234741, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.777994692325592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 442}
{"loss": -0.3156740069389343, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.755325198173523, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 443}
{"loss": -0.29831311106681824, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7137312293052673, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 444}
{"loss": -0.3075006306171417, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7362940311431885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 445}
{"loss": -0.32393714785575867, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.774732768535614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 446}
{"loss": -0.3215654790401459, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7687706351280212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 447}
{"loss": -0.2977283000946045, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7099160552024841, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 448}
{"loss": -0.30993399024009705, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7402081489562988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 449}
{"loss": -0.33248406648635864, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7937496304512024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 450}
{"loss": -0.2907863259315491, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6920965909957886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 451}
{"loss": -0.3240048289299011, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7734359502792358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 452}
{"loss": -0.3137199878692627, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.748694121837616, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 0.45408162474632263, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 453}
{"loss": -0.3136451840400696, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7476984858512878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 454}
{"loss": -0.33128196001052856, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7904278039932251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 455}
{"loss": -0.31145885586738586, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7413314580917358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 456}
{"loss": -0.30037814378738403, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.713950514793396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 457}
{"loss": -0.29859352111816406, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7101821899414062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9954081177711487}, "epoch": 458}
{"loss": -0.29924294352531433, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7126898765563965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 459}
{"loss": -0.3262501060962677, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7739171385765076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 460}
{"loss": -0.3404926061630249, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8096542954444885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 461}
{"loss": -0.3259684443473816, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7741971611976624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 462}
{"loss": -0.32542434334754944, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7729631662368774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 463}
{"loss": -0.3285750150680542, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7803437113761902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 464}
{"loss": -0.31950777769088745, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7586501240730286, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 465}
{"loss": -0.3190957307815552, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7560749650001526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 466}
{"loss": -0.3181859254837036, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7558009624481201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 467}
{"loss": -0.3088400363922119, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7305108904838562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 468}
{"loss": -0.3163670003414154, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7483183741569519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 469}
{"loss": -0.31038662791252136, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.734765887260437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 470}
{"loss": -0.3036845028400421, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7187566161155701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9964285492897034}, "epoch": 471}
{"loss": -0.2998937666416168, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.711132824420929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 472}
{"loss": -0.30958291888237, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.732452392578125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 473}
{"loss": -0.30942219495773315, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7322701811790466, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 474}
{"loss": -0.3082747161388397, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7301623821258545, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 475}
{"loss": -0.31101346015930176, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7354655265808105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9954081177711487}, "epoch": 476}
{"loss": -0.30972713232040405, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.732036828994751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 477}
{"loss": -0.3248760998249054, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7646785378456116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9948979020118713}, "epoch": 478}
{"loss": -0.3183601498603821, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7514722347259521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9948979020118713}, "epoch": 479}
{"loss": -0.3251700699329376, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7671080231666565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 480}
{"loss": -0.3369404971599579, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7947273254394531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 481}
{"loss": -0.33138903975486755, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.780510425567627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 482}
{"loss": -0.32949620485305786, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7769671082496643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 483}
{"loss": -0.31376081705093384, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.739091694355011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 484}
{"loss": -0.2917173504829407, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6881657838821411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 485}
{"loss": -0.3325487971305847, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7826542258262634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 486}
{"loss": -0.3087087869644165, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7275885343551636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 487}
{"loss": -0.3149378001689911, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7407247424125671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 488}
{"loss": -0.3377547264099121, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7962284088134766, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 489}
{"loss": -0.3123306930065155, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7345946431159973, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 490}
{"loss": -0.3282201886177063, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7701205611228943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 491}
{"loss": -0.336780846118927, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7908719778060913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 492}
{"loss": -0.3525405824184418, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8288519382476807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9954081177711487}, "epoch": 493}
{"loss": -0.3324591815471649, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7801434397697449, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 494}
{"loss": -0.3265257179737091, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7662481069564819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 495}
{"loss": -0.33095866441726685, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7783387899398804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 496}
{"loss": -0.30580389499664307, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7145525217056274, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 497}
{"loss": -0.31782570481300354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7456000447273254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 498}
{"loss": -0.33874478936195374, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7952529191970825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 499}
{"loss": -0.34348344802856445, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8053910136222839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 500}
{"loss": -0.31410473585128784, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7363593578338623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 501}
{"loss": -0.3311974108219147, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7747932076454163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 502}
{"loss": -0.31963908672332764, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7487406134605408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 503}
{"loss": -0.3115875720977783, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7292078733444214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 504}
{"loss": -0.3022167682647705, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7073138356208801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 505}
{"loss": -0.3272935450077057, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7674511075019836, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 506}
{"loss": -0.3159645199775696, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.739415168762207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 507}
{"loss": -0.31388476490974426, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7358711361885071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 508}
{"loss": -0.31212735176086426, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7294607758522034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 509}
{"loss": -0.33138495683670044, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.774417519569397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 510}
{"loss": -0.32777783274650574, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7654087543487549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 511}
{"loss": -0.34514501690864563, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7976190447807312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 512}
{"loss": -0.3237704932689667, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7562585473060608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 513}
{"loss": -0.31581276655197144, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7371060252189636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 514}
{"loss": -0.3353343605995178, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7826100587844849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 515}
{"loss": -0.3325357139110565, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7763975262641907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 516}
{"loss": -0.3142210841178894, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7325083017349243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 517}
{"loss": -0.33966606855392456, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7902320027351379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 518}
{"loss": -0.3238811194896698, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7547496557235718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 519}
{"loss": -0.31247419118881226, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7270341515541077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 520}
{"loss": -0.3276132047176361, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7647648453712463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9954081177711487}, "epoch": 521}
{"loss": -0.3367180824279785, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7846178412437439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 522}
{"loss": -0.3305777609348297, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7701568007469177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 523}
{"loss": -0.35077834129333496, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8171893358230591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 524}
{"loss": -0.3341032564640045, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7771516442298889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 525}
{"loss": -0.3371313810348511, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.783613383769989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 526}
{"loss": -0.33011552691459656, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7692893147468567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 527}
{"loss": -0.3491138219833374, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8121854662895203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 528}
{"loss": -0.3287953734397888, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7642026543617249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 529}
{"loss": -0.32606104016304016, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7576944828033447, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 530}
{"loss": -0.32146501541137695, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7478976845741272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 531}
{"loss": -0.31864580512046814, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7404090762138367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 532}
{"loss": -0.325541615486145, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7558633685112, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 533}
{"loss": -0.3280443847179413, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7621973156929016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 534}
{"loss": -0.3149326741695404, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7301446795463562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 535}
{"loss": -0.3309028446674347, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.767634391784668, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 536}
{"loss": -0.3437786400318146, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7977765202522278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 537}
{"loss": -0.3347858190536499, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7754089832305908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 538}
{"loss": -0.3262444734573364, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7559477686882019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 539}
{"loss": -0.32241782546043396, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7467553615570068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 540}
{"loss": -0.321895569562912, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7452613711357117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 541}
{"loss": -0.33141008019447327, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7684075832366943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 542}
{"loss": -0.34646695852279663, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8026736378669739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 543}
{"loss": -0.3368947505950928, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7782444953918457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 544}
{"loss": -0.33408910036087036, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7736897468566895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 545}
{"loss": -0.3338525593280792, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7732630968093872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9948979020118713}, "epoch": 546}
{"loss": -0.3379022181034088, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.781724214553833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 547}
{"loss": -0.3268694579601288, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.754974365234375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 548}
{"loss": -0.31222787499427795, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7209784984588623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9948979020118713}, "epoch": 549}
{"loss": -0.3243754506111145, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.749851405620575, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9948979020118713}, "epoch": 550}
{"loss": -0.32170751690864563, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.743225634098053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 551}
{"loss": -0.3347362279891968, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7736645340919495, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 552}
{"loss": -0.30835863947868347, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7097606658935547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 553}
{"loss": -0.32856398820877075, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7580202221870422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 554}
{"loss": -0.33621472120285034, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7766393423080444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 555}
{"loss": -0.30586209893226624, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7057569622993469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 556}
{"loss": -0.3494935631752014, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8082439303398132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 557}
{"loss": -0.33042111992836, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7618057727813721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 558}
{"loss": -0.3111957013607025, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7178639769554138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 559}
{"loss": -0.3314416706562042, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7644087672233582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 560}
{"loss": -0.3341880738735199, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7696179151535034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 561}
{"loss": -0.33498135209083557, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7720615267753601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 562}
{"loss": -0.3385184109210968, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7810265421867371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 563}
{"loss": -0.3078552782535553, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.70836341381073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 564}
{"loss": -0.344718337059021, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7945545315742493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 565}
{"loss": -0.3456003963947296, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7946264743804932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 566}
{"loss": -0.3470725417137146, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7990239858627319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 567}
{"loss": -0.3324779272079468, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7639490962028503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9948979020118713}, "epoch": 568}
{"loss": -0.3336280286312103, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7666845917701721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9954081177711487}, "epoch": 569}
{"loss": -0.35375407338142395, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8118825554847717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 570}
{"loss": -0.33358466625213623, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7661589980125427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 571}
{"loss": -0.3181752860546112, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7294151782989502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 572}
{"loss": -0.3311387896537781, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7613499760627747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 573}
{"loss": -0.32494261860847473, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7467269897460938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 574}
{"loss": -0.3409852385520935, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7833300232887268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 575}
{"loss": -0.3312682807445526, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7608979940414429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 576}
{"loss": -0.3206144869327545, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7369976043701172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 577}
{"loss": -0.3313000500202179, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7611963748931885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 578}
{"loss": -0.328884482383728, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7546080350875854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 579}
{"loss": -0.33774513006210327, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7756885290145874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 580}
{"loss": -0.3253491520881653, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7475119829177856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 581}
{"loss": -0.3312189280986786, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.760945737361908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 582}
{"loss": -0.32129329442977905, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7369436621665955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 583}
{"loss": -0.33279910683631897, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7636488080024719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 584}
{"loss": -0.3125537037849426, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7172707915306091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 585}
{"loss": -0.3148406147956848, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7209754586219788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 586}
{"loss": -0.3512074947357178, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8031523823738098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 587}
{"loss": -0.33092138171195984, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7577787637710571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 588}
{"loss": -0.344209760427475, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7876047492027283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 589}
{"loss": -0.3588547110557556, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8212297558784485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 590}
{"loss": -0.3186393082141876, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7285705208778381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 591}
{"loss": -0.34050121903419495, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7781456708908081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 592}
{"loss": -0.354565292596817, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8117145895957947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 593}
{"loss": -0.3300679922103882, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7547774314880371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 594}
{"loss": -0.3246333599090576, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7420355677604675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 595}
{"loss": -0.3395552635192871, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7761748433113098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 596}
{"loss": -0.3305094242095947, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7541384100914001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 597}
{"loss": -0.32458093762397766, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7419151067733765, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 598}
{"loss": -0.3186376392841339, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7276177406311035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 599}
{"loss": -0.3387102782726288, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7730656266212463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 600}
{"loss": -0.34438151121139526, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7859964370727539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 601}
{"loss": -0.3379899859428406, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7706248760223389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 602}
{"loss": -0.3163371980190277, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7201765775680542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 603}
{"loss": -0.3049526512622833, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6949295997619629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 604}
{"loss": -0.3483904302120209, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7951422333717346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 605}
{"loss": -0.3552892804145813, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8118326663970947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 606}
{"loss": -0.34022408723831177, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7756726145744324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 607}
{"loss": -0.32718148827552795, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7463852167129517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 608}
{"loss": -0.31827834248542786, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7253564596176147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 609}
{"loss": -0.33461228013038635, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7624416351318359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 610}
{"loss": -0.36086520552635193, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8223298192024231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 611}
{"loss": -0.3371085524559021, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7677021622657776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 612}
{"loss": -0.3422030508518219, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7794665694236755, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 613}
{"loss": -0.3398459553718567, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7741698026657104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 614}
{"loss": -0.36005285382270813, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8204889893531799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 615}
{"loss": -0.3271034061908722, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7425757050514221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 616}
{"loss": -0.34806516766548157, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7928425669670105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 617}
{"loss": -0.3496831953525543, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7957537770271301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 618}
{"loss": -0.3259236514568329, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7419930696487427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 619}
{"loss": -0.337144136428833, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7657886743545532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 620}
{"loss": -0.34489160776138306, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7856115698814392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 621}
{"loss": -0.3246770203113556, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7370340824127197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 622}
{"loss": -0.32126104831695557, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7295365929603577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 623}
{"loss": -0.34038424491882324, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7730861306190491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 624}
{"loss": -0.33327022194862366, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7572339177131653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 625}
{"loss": -0.3285822570323944, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7468143701553345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 626}
{"loss": -0.33657175302505493, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7643409967422485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 627}
{"loss": -0.3243669271469116, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7359938025474548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 628}
{"loss": -0.35605135560035706, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8082471489906311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 629}
{"loss": -0.32715022563934326, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7420625686645508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 630}
{"loss": -0.35213881731033325, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7993713021278381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 631}
{"loss": -0.3539682626724243, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8042452335357666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 632}
{"loss": -0.3430717885494232, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7788149118423462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 633}
{"loss": -0.3442748486995697, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7800019383430481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 634}
{"loss": -0.3275129795074463, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7419518232345581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 635}
{"loss": -0.3504602909088135, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7943392992019653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 636}
{"loss": -0.3304741680622101, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7488183379173279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 637}
{"loss": -0.34013187885284424, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7701525092124939, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 638}
{"loss": -0.35274195671081543, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7983703017234802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 639}
{"loss": -0.350140780210495, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7935020923614502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 640}
{"loss": -0.3419080972671509, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7732818722724915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 641}
{"loss": -0.3257124423980713, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7370457053184509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 642}
{"loss": -0.35658425092697144, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8068118095397949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9908162951469421, "acc_or": 0.994387686252594}, "epoch": 643}
{"loss": -0.3246000409126282, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7331162095069885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 644}
{"loss": -0.3564353585243225, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8070845007896423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 645}
{"loss": -0.3141552805900574, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7111815810203552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 646}
{"loss": -0.3494128882884979, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.790912389755249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.995918333530426}, "epoch": 647}
{"loss": -0.3469615578651428, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.785297691822052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.991836667060852, "acc_or": 0.9948979020118713}, "epoch": 648}
{"loss": -0.33079010248184204, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7474774122238159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 649}
{"loss": -0.34566158056259155, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7823602557182312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9948979020118713}, "epoch": 650}
{"loss": -0.3327594995498657, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7518760561943054, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 651}
{"loss": -0.338163822889328, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7636604905128479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 652}
{"loss": -0.33930718898773193, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7668332457542419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 653}
{"loss": -0.35249796509742737, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7964149117469788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 654}
{"loss": -0.33304843306541443, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7522148489952087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9964285492897034}, "epoch": 655}
{"loss": -0.34136271476745605, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7709623575210571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 656}
{"loss": -0.3347629904747009, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7558392286300659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 657}
{"loss": -0.3178105354309082, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7163979411125183, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 658}
{"loss": -0.33825960755348206, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7618080377578735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9964285492897034}, "epoch": 659}
{"loss": -0.2963694632053375, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6662700772285461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 660}
{"loss": -0.3582693636417389, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8090553879737854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 661}
{"loss": -0.35291430354118347, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7962358593940735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 662}
{"loss": -0.31680455803871155, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7148365378379822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 663}
{"loss": -0.3164291977882385, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7143481373786926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 664}
{"loss": -0.3549036383628845, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8010238409042358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 665}
{"loss": -0.31218162178993225, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7029428482055664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 666}
{"loss": -0.32508963346481323, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7318953275680542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 667}
{"loss": -0.354358434677124, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7976205945014954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9954081177711487}, "epoch": 668}
{"loss": -0.31452038884162903, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7066140174865723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 669}
{"loss": -0.3379102051258087, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7585793137550354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 670}
{"loss": -0.3380005359649658, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7586381435394287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 671}
{"loss": -0.34098178148269653, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7675701379776001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 672}
{"loss": -0.36888572573661804, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8306505084037781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 673}
{"loss": -0.34548190236091614, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7754126191139221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.995918333530426}, "epoch": 674}
{"loss": -0.3307204842567444, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7437834143638611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 675}
{"loss": -0.3422756493091583, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7691841721534729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 676}
{"loss": -0.3376654386520386, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7593563795089722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 677}
{"loss": -0.34984341263771057, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7869710326194763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 678}
{"loss": -0.32844671607017517, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7388781905174255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 679}
{"loss": -0.363942950963974, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8183822631835938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 680}
{"loss": -0.33619073033332825, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7558700442314148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 681}
{"loss": -0.3478850722312927, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7806135416030884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 682}
{"loss": -0.3372178077697754, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7580724954605103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 683}
{"loss": -0.33423054218292236, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7513809204101562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 684}
{"loss": -0.3705064356327057, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8333532214164734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 685}
{"loss": -0.3508452773094177, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7875809669494629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 686}
{"loss": -0.35216328501701355, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7909894585609436, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 687}
{"loss": -0.32463446259498596, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7294849753379822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 688}
{"loss": -0.3522406220436096, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7920076847076416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 689}
{"loss": -0.33833032846450806, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.759926438331604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 690}
{"loss": -0.33183059096336365, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7452499270439148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 691}
{"loss": -0.3440338671207428, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7724444270133972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 692}
{"loss": -0.3702965974807739, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8301295042037964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 693}
{"loss": -0.35517922043800354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7975354790687561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 694}
{"loss": -0.3669617772102356, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.822099506855011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 695}
{"loss": -0.32801759243011475, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7357802987098694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 696}
{"loss": -0.34223172068595886, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7665200233459473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 697}
{"loss": -0.35435929894447327, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7947051525115967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 698}
{"loss": -0.35193711519241333, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.789863646030426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 699}
{"loss": -0.36420613527297974, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8168639540672302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 700}
{"loss": -0.3585929572582245, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8033335208892822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 701}
{"loss": -0.3427647352218628, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7677940726280212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 702}
{"loss": -0.32911843061447144, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7347435355186462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 703}
{"loss": -0.3373091518878937, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7546671032905579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 704}
{"loss": -0.34906071424484253, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7825939655303955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 705}
{"loss": -0.3311781585216522, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7423257231712341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 706}
{"loss": -0.3435749411582947, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7700165510177612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 707}
{"loss": -0.3316380977630615, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7418249249458313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 708}
{"loss": -0.34489765763282776, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7734637260437012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 709}
{"loss": -0.33311858773231506, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7464669346809387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 710}
{"loss": -0.31810563802719116, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7110841274261475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 711}
{"loss": -0.3384156823158264, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7577617764472961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 712}
{"loss": -0.32632699608802795, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7286010384559631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 713}
{"loss": -0.3382357060909271, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7551571726799011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 714}
{"loss": -0.3438814580440521, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7689744234085083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 715}
{"loss": -0.3466149866580963, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7739872932434082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 716}
{"loss": -0.3239790201187134, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7240853309631348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 717}
{"loss": -0.32891207933425903, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7343364953994751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 718}
{"loss": -0.32367751002311707, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7226661443710327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 719}
{"loss": -0.34328606724739075, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.767303466796875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 720}
{"loss": -0.3447520434856415, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.769561767578125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 721}
{"loss": -0.3384283185005188, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7555868625640869, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 722}
{"loss": -0.35881173610687256, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.800696849822998, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 723}
{"loss": -0.33967551589012146, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7586120963096619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 724}
{"loss": -0.34526219964027405, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.771166980266571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 725}
{"loss": -0.364115446805954, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8132933974266052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 726}
{"loss": -0.3659341633319855, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8153025507926941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 727}
{"loss": -0.34082117676734924, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7599403858184814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 728}
{"loss": -0.34441113471984863, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7688274383544922, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6913264989852905}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 729}
{"loss": -0.3657333552837372, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8162014484405518, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 730}
{"loss": -0.3810121417045593, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8502455353736877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 731}
{"loss": -0.37664222717285156, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8409242033958435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 732}
{"loss": -0.3422316908836365, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7630133628845215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 733}
{"loss": -0.35789766907691956, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7979524731636047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 734}
{"loss": -0.335683673620224, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7463330030441284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 735}
{"loss": -0.3336900770664215, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7442487478256226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 736}
{"loss": -0.34802597761154175, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7755573987960815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 737}
{"loss": -0.36357083916664124, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.810580849647522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 738}
{"loss": -0.37011563777923584, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.82530277967453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 739}
{"loss": -0.33802154660224915, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7536992430686951, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 740}
{"loss": -0.362282931804657, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.807216227054596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 741}
{"loss": -0.31494855880737305, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6996678113937378, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 742}
{"loss": -0.3393220901489258, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7565898895263672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 743}
{"loss": -0.33485499024391174, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7449350953102112, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 744}
{"loss": -0.34298640489578247, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7627723217010498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 745}
{"loss": -0.36543726921081543, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.812610924243927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 746}
{"loss": -0.35914552211761475, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7992222309112549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 747}
{"loss": -0.31832271814346313, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7063839435577393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 748}
{"loss": -0.3545255959033966, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7887894511222839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 749}
{"loss": -0.3328189551830292, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7404201626777649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 750}
{"loss": -0.3539273142814636, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7866465449333191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 751}
{"loss": -0.3610606789588928, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8036766052246094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 752}
{"loss": -0.36975765228271484, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8226277232170105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 753}
{"loss": -0.3590179979801178, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7981871366500854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 754}
{"loss": -0.34612491726875305, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7685092091560364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 755}
{"loss": -0.37058666348457336, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8244093656539917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 756}
{"loss": -0.37105226516723633, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8238142728805542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 757}
{"loss": -0.3876260221004486, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8619269728660583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 758}
{"loss": -0.3352736532688141, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7448388338088989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 759}
{"loss": -0.37419185042381287, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8314161896705627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 760}
{"loss": -0.3743988573551178, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8317668437957764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 761}
{"loss": -0.3404138386249542, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7564229965209961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 762}
{"loss": -0.363212525844574, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8079596161842346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 763}
{"loss": -0.35086748003959656, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7789818048477173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 764}
{"loss": -0.33813828229904175, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7503295540809631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 765}
{"loss": -0.3310077488422394, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7351775765419006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 766}
{"loss": -0.3754957914352417, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8331720232963562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 767}
{"loss": -0.38704749941825867, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8586653470993042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 768}
{"loss": -0.32819169759750366, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.72719806432724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 769}
{"loss": -0.3220016658306122, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7139166593551636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 770}
{"loss": -0.3546854853630066, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7877756357192993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 771}
{"loss": -0.3718542158603668, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8242631554603577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 772}
{"loss": -0.3299355208873749, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7315278053283691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 773}
{"loss": -0.3416205644607544, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7574567794799805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 774}
{"loss": -0.3340132236480713, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7403312921524048, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 775}
{"loss": -0.3403507471084595, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7554479837417603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 776}
{"loss": -0.32946106791496277, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7301654815673828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 777}
{"loss": -0.3351021409034729, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.743196427822113, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 778}
{"loss": -0.3230874240398407, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.715991199016571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 779}
{"loss": -0.3656384348869324, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.810416042804718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 780}
{"loss": -0.3309248089790344, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.733783483505249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 781}
{"loss": -0.3747277557849884, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8310539722442627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 782}
{"loss": -0.3821388781070709, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8468738794326782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 783}
{"loss": -0.36744698882102966, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8147529363632202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 784}
{"loss": -0.35301488637924194, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7828741073608398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 785}
{"loss": -0.3201889991760254, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7084408402442932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 786}
{"loss": -0.34090450406074524, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.754310131072998, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 787}
{"loss": -0.33219513297080994, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7353879809379578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 788}
{"loss": -0.36829909682273865, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8157195448875427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 789}
{"loss": -0.37711748480796814, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8336480259895325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 790}
{"loss": -0.3489925265312195, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7720153331756592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 791}
{"loss": -0.35860300064086914, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7930926084518433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 792}
{"loss": -0.3395509719848633, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7504961490631104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 793}
{"loss": -0.3195991814136505, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7070440649986267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 794}
{"loss": -0.36317718029022217, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.803310215473175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 795}
{"loss": -0.3530133366584778, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7813233733177185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 796}
{"loss": -0.34935688972473145, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7718774676322937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 797}
{"loss": -0.35486072301864624, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7857840657234192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 798}
{"loss": -0.32328978180885315, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7156800031661987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 799}
{"loss": -0.3180660307407379, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7012284398078918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 800}
{"loss": -0.36648815870285034, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.80959552526474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 801}
{"loss": -0.3676157295703888, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8125858902931213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 802}
{"loss": -0.3419583737850189, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7553840279579163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 803}
{"loss": -0.3606109321117401, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7976176142692566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 804}
{"loss": -0.33726435899734497, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7431334257125854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 805}
{"loss": -0.3701242506504059, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8157400488853455, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 806}
{"loss": -0.372452050447464, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8226697444915771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 807}
{"loss": -0.36829662322998047, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8127577304840088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 808}
{"loss": -0.35591939091682434, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7856341004371643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 809}
{"loss": -0.3602250814437866, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7950477004051208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 810}
{"loss": -0.3629036247730255, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8017886281013489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 811}
{"loss": -0.35295620560646057, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7793669104576111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9964285492897034}, "epoch": 812}
{"loss": -0.36950087547302246, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.815463125705719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 813}
{"loss": -0.3134428858757019, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6917634010314941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 814}
{"loss": -0.3269152045249939, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7216511964797974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 815}
{"loss": -0.367048054933548, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8094713091850281, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 816}
{"loss": -0.37618887424468994, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.828096330165863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 817}
{"loss": -0.3287399709224701, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7247518301010132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 818}
{"loss": -0.312167763710022, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6877255439758301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 819}
{"loss": -0.34581002593040466, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7633671760559082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 820}
{"loss": -0.3099382817745209, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.6834672689437866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 821}
{"loss": -0.3533083498477936, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7797603011131287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 822}
{"loss": -0.35531747341156006, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7839624285697937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 823}
{"loss": -0.3713832199573517, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8193535208702087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 824}
{"loss": -0.3783182203769684, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.835028350353241, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.9954081177711487}, "epoch": 825}
{"loss": -0.3200295567512512, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7038744688034058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 826}
{"loss": -0.35472992062568665, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7824358344078064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 827}
{"loss": -0.3924652636051178, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.865859866142273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 828}
{"loss": -0.34096527099609375, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7506151795387268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9964285492897034}, "epoch": 829}
{"loss": -0.3527486026287079, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7772224545478821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9954081177711487}, "epoch": 830}
{"loss": -0.3542023301124573, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7811446785926819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 831}
{"loss": -0.34317052364349365, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7552363872528076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 832}
{"loss": -0.3307129740715027, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7283439636230469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 833}
{"loss": -0.37178611755371094, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8189994692802429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 834}
{"loss": -0.3514658212661743, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7738981246948242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 835}
{"loss": -0.33175134658813477, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7305251955986023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 836}
{"loss": -0.3472749590873718, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7649375200271606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 837}
{"loss": -0.34896376729011536, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7687144875526428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 838}
{"loss": -0.35814961791038513, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7886149287223816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 839}
{"loss": -0.330243319272995, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7269937992095947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 840}
{"loss": -0.3316059410572052, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7300369739532471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 841}
{"loss": -0.39522823691368103, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8692781925201416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 842}
{"loss": -0.3370778560638428, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7414782643318176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 843}
{"loss": -0.3580648899078369, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7885519862174988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 844}
{"loss": -0.36694812774658203, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8071209192276001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 845}
{"loss": -0.3936608135700226, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8644245266914368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 846}
{"loss": -0.3486180305480957, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7665408849716187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 847}
{"loss": -0.33392322063446045, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7331825494766235, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 848}
{"loss": -0.36565715074539185, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8033955097198486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 849}
{"loss": -0.34001609683036804, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7473341822624207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 850}
{"loss": -0.34029728174209595, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7476906776428223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 851}
{"loss": -0.355674684047699, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7811277508735657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9964285492897034}, "epoch": 852}
{"loss": -0.3606700897216797, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7930171489715576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 853}
{"loss": -0.34238964319229126, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7528364062309265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 854}
{"loss": -0.3256630003452301, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7148259282112122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 855}
{"loss": -0.34630194306373596, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7604684233665466, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 856}
{"loss": -0.3353128135204315, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7354884743690491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 857}
{"loss": -0.3731214106082916, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8197571635246277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 858}
{"loss": -0.3710419535636902, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8149726390838623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 859}
{"loss": -0.37971606850624084, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8340854048728943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 860}
{"loss": -0.36938461661338806, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8117988109588623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 861}
{"loss": -0.3590050935745239, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7884278297424316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 862}
{"loss": -0.3560837209224701, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7812166810035706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 863}
{"loss": -0.3487044870853424, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7649824619293213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 864}
{"loss": -0.3480338156223297, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7639413475990295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 865}
{"loss": -0.372566819190979, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.817509651184082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 866}
{"loss": -0.3619527518749237, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7927626967430115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 867}
{"loss": -0.3511042594909668, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7701545357704163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 868}
{"loss": -0.33550918102264404, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7340472340583801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 869}
{"loss": -0.3156570494174957, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6921817064285278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 870}
{"loss": -0.34973886609077454, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7673701643943787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 871}
{"loss": -0.386730432510376, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8479834198951721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 872}
{"loss": -0.35952994227409363, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7888131737709045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 873}
{"loss": -0.36190614104270935, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.79332035779953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 874}
{"loss": -0.3703679144382477, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8117299675941467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 875}
{"loss": -0.3252532482147217, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7132437825202942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 876}
{"loss": -0.35376688838005066, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.775585412979126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 877}
{"loss": -0.3583602011203766, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7855923175811768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 878}
{"loss": -0.3813606798648834, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8365648984909058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 879}
{"loss": -0.3558076322078705, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7783453464508057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 880}
{"loss": -0.363444060087204, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7962082028388977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 881}
{"loss": -0.35842612385749817, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7853475213050842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 882}
{"loss": -0.35866811871528625, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7856673002243042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9969387054443359}, "epoch": 883}
{"loss": -0.36245012283325195, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7944286465644836, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9979591369628906}, "epoch": 884}
{"loss": -0.3533603549003601, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7738781571388245, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9964285492897034}, "epoch": 885}
{"loss": -0.363979697227478, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7976122498512268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 0.44387754797935486, "acc_or": 0.6887754797935486}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 886}
{"loss": -0.3439673185348511, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.752250075340271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 887}
{"loss": -0.32859450578689575, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7187187075614929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 888}
{"loss": -0.3643028140068054, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7966755628585815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 889}
{"loss": -0.3633989095687866, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7951759696006775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 890}
{"loss": -0.3757116496562958, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8231127858161926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 891}
{"loss": -0.3568769097328186, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7810487151145935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 892}
{"loss": -0.34742626547813416, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7599679827690125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 893}
{"loss": -0.34452009201049805, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7536658644676208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 894}
{"loss": -0.36410653591156006, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7964609861373901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 895}
{"loss": -0.3649185299873352, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7987526655197144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 896}
{"loss": -0.3378276824951172, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.738426923751831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 897}
{"loss": -0.38931265473365784, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8507791757583618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 898}
{"loss": -0.3771374523639679, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8244291543960571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 899}
{"loss": -0.31424593925476074, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.687221884727478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 900}
{"loss": -0.35397660732269287, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7744388580322266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 901}
{"loss": -0.33753886818885803, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.739207923412323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 902}
{"loss": -0.35649463534355164, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7796363234519958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 903}
{"loss": -0.38569363951683044, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8429509401321411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 904}
{"loss": -0.3561355471611023, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.776668131351471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 905}
{"loss": -0.365014910697937, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7954726815223694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 906}
{"loss": -0.33767223358154297, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7384483814239502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 907}
{"loss": -0.36897704005241394, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8063886165618896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 908}
{"loss": -0.3547312617301941, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7749506831169128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 909}
{"loss": -0.3364007771015167, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7353606224060059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 910}
{"loss": -0.3188610076904297, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6969858407974243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 911}
{"loss": -0.3707970380783081, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8106935024261475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9974489212036133}, "epoch": 912}
{"loss": -0.31394556164741516, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.6851626038551331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9969387054443359}, "epoch": 913}
{"loss": -0.3394443988800049, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7406617999076843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 914}
{"loss": -0.3581089675426483, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7816874980926514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 915}
{"loss": -0.39003220200538635, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8519071340560913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 916}
{"loss": -0.3344300091266632, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7297998070716858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 917}
{"loss": -0.33931392431259155, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7410708665847778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 918}
{"loss": -0.3426693081855774, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.747377872467041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 919}
{"loss": -0.34573325514793396, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7547432780265808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 920}
{"loss": -0.378558874130249, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8268610239028931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 921}
{"loss": -0.3401510417461395, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7418093085289001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 922}
{"loss": -0.3523070514202118, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7687536478042603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9928570985794067, "acc_or": 0.995918333530426}, "epoch": 923}
{"loss": -0.3473176062107086, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7564321160316467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 924}
{"loss": -0.3113773465156555, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.678341269493103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 925}
{"loss": -0.3741118609905243, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.815714418888092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 926}
{"loss": -0.3714393973350525, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8091428279876709, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.9979591369628906}, "epoch": 927}
{"loss": -0.3601619601249695, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7844153642654419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 928}
{"loss": -0.3502582311630249, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7625986933708191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 929}
{"loss": -0.3704105317592621, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8076218366622925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 930}
{"loss": -0.362875372171402, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7904703617095947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9964285492897034}, "epoch": 931}
{"loss": -0.3550766110420227, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7721179723739624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 932}
{"loss": -0.3540777564048767, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7711942791938782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 933}
{"loss": -0.31287550926208496, "acc": 0.9997733235359192, "acc_or": 0.9998300075531006, "sender_entropy": 0.6800153255462646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.9974489212036133}, "epoch": 934}
{"loss": -0.3630925714969635, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7910730838775635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 935}
{"loss": -0.35202884674072266, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7663504481315613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 936}
{"loss": -0.3833814561367035, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8352678418159485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 937}
{"loss": -0.3761477470397949, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8192874789237976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 938}
{"loss": -0.36122074723243713, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7870590090751648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 939}
{"loss": -0.36424514651298523, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7934367060661316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9938775300979614, "acc_or": 0.9964285492897034}, "epoch": 940}
{"loss": -0.3628721535205841, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7895548939704895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 941}
{"loss": -0.3827308416366577, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8335108757019043, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 0.4285714328289032, "acc_or": 0.6811224222183228}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 942}
{"loss": -0.35207077860832214, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7668532133102417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 943}
{"loss": -0.3474670946598053, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7561289668083191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.9974489212036133}, "epoch": 944}
{"loss": -0.3702557384967804, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8066489696502686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 945}
{"loss": -0.3577154278755188, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7793332934379578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.9979591369628906}, "epoch": 946}
{"loss": -0.37253478169441223, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.811287522315979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 947}
{"loss": -0.3694756329059601, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8042470216751099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 948}
{"loss": -0.3536824882030487, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7685863971710205, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 949}
{"loss": -0.38950449228286743, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8473477959632874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 950}
{"loss": -0.34092825651168823, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7417206764221191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.9948979020118713, "acc_or": 0.9969387054443359}, "epoch": 951}
{"loss": -0.3351791799068451, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.7290830612182617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 0.4336734712123871, "acc_or": 0.6836734414100647}, "uniform holdout": {"acc": 0.995918333530426, "acc_or": 0.9974489212036133}, "epoch": 952}
{"loss": -0.3734147250652313, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8126147389411926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.9979591369628906}, "epoch": 953}
{"loss": -0.3428705930709839, "acc": 1.0, "acc_or": 1.0, "sender_entropy": 0.7460223436355591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 953}
{"epoch": 953, "positional_disent": 0.7603380680084229, "bag_of_symbol_disent": 0.09757451713085175, "topographic_sim": 0.2639135620600138}
{"epoch": 953, "positional_disent": 0.8001537322998047, "bag_of_symbol_disent": 0.12909060716629028, "topographic_sim": 0.858326087405067}
{"generalization hold out": {"acc": 0.43877550959587097, "acc_or": 0.6862244606018066}, "uniform holdout": {"acc": 0.9969387054443359, "acc_or": 0.9979591369628906}, "epoch": 953}
