Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=84, receiver='ModifReceiver', receiver_emb=30, sender='ModifSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.7051020264625549, "acc_or": 0.8499999642372131}, "epoch": 1}
{"loss": 2.2145984172821045, "acc": 0.7441070079803467, "acc_or": 0.8665004372596741, "sender_entropy": 0.4579089283943176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.7336734533309937, "acc_or": 0.8668367266654968}, "epoch": 2}
{"loss": 2.127290964126587, "acc": 0.877039909362793, "acc_or": 0.9384632706642151, "sender_entropy": 0.6364789009094238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 3}
{"loss": 2.2114694118499756, "acc": 0.9038984775543213, "acc_or": 0.9518925547599792, "sender_entropy": 0.7228900790214539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.37244898080825806, "acc_or": 0.6632652878761292}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 4}
{"loss": 1.9963077306747437, "acc": 0.9065049886703491, "acc_or": 0.9532524943351746, "sender_entropy": 0.780106782913208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 5}
{"loss": 1.7517602443695068, "acc": 0.8948322534561157, "acc_or": 0.9474161267280579, "sender_entropy": 0.9274229407310486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9086734056472778}, "epoch": 6}
{"loss": 1.6996030807495117, "acc": 0.8948322534561157, "acc_or": 0.9473028182983398, "sender_entropy": 1.064745545387268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 7}
{"loss": 1.4456593990325928, "acc": 0.8867860436439514, "acc_or": 0.9428830742835999, "sender_entropy": 1.0755937099456787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9377550482749939}, "epoch": 8}
{"loss": 1.2708966732025146, "acc": 0.8905258178710938, "acc_or": 0.9452629089355469, "sender_entropy": 1.0794142484664917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.9163264632225037}, "epoch": 9}
{"loss": 1.1185755729675293, "acc": 0.8922257423400879, "acc_or": 0.9460561871528625, "sender_entropy": 1.0803682804107666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 10}
{"loss": 1.000104546546936, "acc": 0.8919990658760071, "acc_or": 0.9459995627403259, "sender_entropy": 1.0839000940322876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.827551007270813, "acc_or": 0.9132652878761292}, "epoch": 11}
{"loss": 0.8914275169372559, "acc": 0.8941522836685181, "acc_or": 0.947076141834259, "sender_entropy": 1.0851281881332397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9301019906997681}, "epoch": 12}
{"loss": 0.7916670441627502, "acc": 0.8929057121276855, "acc_or": 0.9464528560638428, "sender_entropy": 1.0859888792037964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 13}
{"loss": 0.7180461883544922, "acc": 0.896192193031311, "acc_or": 0.9480960965156555, "sender_entropy": 1.0760366916656494, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 14}
{"loss": 0.6127862930297852, "acc": 0.8923390507698059, "acc_or": 0.9461695551872253, "sender_entropy": 1.0757445096969604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 15}
{"loss": 0.5803214311599731, "acc": 0.8931323885917664, "acc_or": 0.9465661644935608, "sender_entropy": 1.0896373987197876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 16}
{"loss": 0.4924447536468506, "acc": 0.8914324641227722, "acc_or": 0.9457162022590637, "sender_entropy": 1.0894107818603516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 17}
{"loss": 0.4643138349056244, "acc": 0.8930190205574036, "acc_or": 0.9465095400810242, "sender_entropy": 1.0788054466247559, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 18}
{"loss": 0.41343235969543457, "acc": 0.8919990658760071, "acc_or": 0.9459995627403259, "sender_entropy": 1.0787923336029053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8673468828201294, "acc_or": 0.9336734414100647}, "epoch": 19}
{"loss": 0.37626367807388306, "acc": 0.8899592161178589, "acc_or": 0.9449796080589294, "sender_entropy": 1.0910520553588867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 20}
{"loss": 0.33648228645324707, "acc": 0.8910924792289734, "acc_or": 0.9455462098121643, "sender_entropy": 1.0802009105682373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.935204029083252}, "epoch": 21}
{"loss": 0.30059605836868286, "acc": 0.8915457725524902, "acc_or": 0.9457728862762451, "sender_entropy": 1.0921220779418945, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 22}
{"loss": 0.27292755246162415, "acc": 0.8933590054512024, "acc_or": 0.9466795325279236, "sender_entropy": 1.0930070877075195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 23}
{"loss": 0.2427542507648468, "acc": 0.8924524188041687, "acc_or": 0.946226179599762, "sender_entropy": 1.0817129611968994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8673468828201294, "acc_or": 0.9336734414100647}, "epoch": 24}
{"loss": 0.2102901041507721, "acc": 0.8946056365966797, "acc_or": 0.9473028182983398, "sender_entropy": 1.0923326015472412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9372448325157166}, "epoch": 25}
{"loss": 0.18043914437294006, "acc": 0.8889392614364624, "acc_or": 0.9444696307182312, "sender_entropy": 1.0816949605941772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 26}
{"loss": 0.1555936336517334, "acc": 0.8904125094413757, "acc_or": 0.9452062845230103, "sender_entropy": 1.094169020652771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9311224222183228}, "epoch": 27}
{"loss": 0.14154955744743347, "acc": 0.8935856819152832, "acc_or": 0.9467928409576416, "sender_entropy": 1.0940829515457153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8693877458572388, "acc_or": 0.9346938133239746}, "epoch": 28}
{"loss": 0.10166317224502563, "acc": 0.8907524943351746, "acc_or": 0.9453762173652649, "sender_entropy": 1.0815504789352417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 29}
{"loss": 0.10116846859455109, "acc": 0.8953989148139954, "acc_or": 0.9476994276046753, "sender_entropy": 1.094504714012146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 30}
{"loss": 0.0822901651263237, "acc": 0.8896192312240601, "acc_or": 0.94480961561203, "sender_entropy": 1.0940216779708862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8693877458572388, "acc_or": 0.9346938133239746}, "epoch": 31}
{"loss": 0.06532657891511917, "acc": 0.8898458480834961, "acc_or": 0.944922924041748, "sender_entropy": 1.0942387580871582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9397958517074585}, "epoch": 32}
{"loss": 0.04704444855451584, "acc": 0.8901858329772949, "acc_or": 0.9450929164886475, "sender_entropy": 1.0830458402633667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 33}
{"loss": 0.03424690663814545, "acc": 0.8902992010116577, "acc_or": 0.9451496005058289, "sender_entropy": 1.0944801568984985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 34}
{"loss": 0.01698368787765503, "acc": 0.8910924792289734, "acc_or": 0.9455462098121643, "sender_entropy": 1.0938345193862915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8693877458572388, "acc_or": 0.9346938133239746}, "epoch": 35}
{"loss": 0.0007964819669723511, "acc": 0.8900725245475769, "acc_or": 0.9450362920761108, "sender_entropy": 1.0941917896270752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 36}
{"loss": -0.005431056022644043, "acc": 0.8901858329772949, "acc_or": 0.9450929164886475, "sender_entropy": 1.0945838689804077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 37}
{"loss": -0.020359940826892853, "acc": 0.8933590054512024, "acc_or": 0.9466795325279236, "sender_entropy": 1.0821465253829956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 38}
{"loss": -0.029189065098762512, "acc": 0.8915457725524902, "acc_or": 0.9457728862762451, "sender_entropy": 1.0948166847229004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 39}
{"loss": -0.037854187190532684, "acc": 0.8919990658760071, "acc_or": 0.9459995627403259, "sender_entropy": 1.0827138423919678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9377550482749939}, "epoch": 40}
{"loss": -0.054204680025577545, "acc": 0.8907524943351746, "acc_or": 0.9453762173652649, "sender_entropy": 1.0945384502410889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 41}
{"loss": -0.05941322445869446, "acc": 0.8889392614364624, "acc_or": 0.9444696307182312, "sender_entropy": 1.0949589014053345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8693877458572388, "acc_or": 0.9346938133239746}, "epoch": 42}
{"loss": -0.07578431069850922, "acc": 0.8909791707992554, "acc_or": 0.9454895853996277, "sender_entropy": 1.081851840019226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 43}
{"loss": -0.07496573030948639, "acc": 0.8909791707992554, "acc_or": 0.9454895853996277, "sender_entropy": 1.094325304031372, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9397958517074585}, "epoch": 44}
{"loss": -0.08506518602371216, "acc": 0.8900725245475769, "acc_or": 0.9450362920761108, "sender_entropy": 1.0829739570617676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 45}
{"loss": -0.10254060477018356, "acc": 0.8887125849723816, "acc_or": 0.9443563222885132, "sender_entropy": 1.0823477506637573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 46}
{"loss": -0.1059373989701271, "acc": 0.8915457725524902, "acc_or": 0.9457728862762451, "sender_entropy": 1.094561219215393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 47}
{"loss": -0.10837040841579437, "acc": 0.8908658027648926, "acc_or": 0.9454329013824463, "sender_entropy": 1.0830020904541016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9397958517074585}, "epoch": 48}
{"loss": -0.1182757094502449, "acc": 0.8914324641227722, "acc_or": 0.9457162022590637, "sender_entropy": 1.0830532312393188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.936734676361084}, "epoch": 49}
{"loss": -0.13089922070503235, "acc": 0.8906391859054565, "acc_or": 0.9453195929527283, "sender_entropy": 1.0943447351455688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 50}
{"loss": -0.1288224160671234, "acc": 0.8900725245475769, "acc_or": 0.9450362920761108, "sender_entropy": 1.0947619676589966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 51}
{"loss": -0.1478237509727478, "acc": 0.8922257423400879, "acc_or": 0.946112871170044, "sender_entropy": 1.0935487747192383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 52}
{"loss": -0.1400374472141266, "acc": 0.8906391859054565, "acc_or": 0.9453195929527283, "sender_entropy": 1.0944809913635254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 53}
{"loss": -0.1464056670665741, "acc": 0.8898458480834961, "acc_or": 0.944922924041748, "sender_entropy": 1.083077311515808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 54}
{"loss": -0.1551513820886612, "acc": 0.8902992010116577, "acc_or": 0.9451496005058289, "sender_entropy": 1.0823701620101929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 55}
{"loss": -0.16366946697235107, "acc": 0.8892792463302612, "acc_or": 0.9446396231651306, "sender_entropy": 1.082188606262207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 56}
{"loss": -0.16561730206012726, "acc": 0.8896192312240601, "acc_or": 0.94480961561203, "sender_entropy": 1.0947265625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 57}
{"loss": -0.16854998469352722, "acc": 0.8897325396537781, "acc_or": 0.9448662996292114, "sender_entropy": 1.0889819860458374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 58}
{"loss": -0.1805543303489685, "acc": 0.8898458480834961, "acc_or": 0.944922924041748, "sender_entropy": 1.09431791305542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 59}
{"loss": -0.18459737300872803, "acc": 0.8902992010116577, "acc_or": 0.9451496005058289, "sender_entropy": 1.0950747728347778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 60}
{"loss": -0.18627148866653442, "acc": 0.8889392614364624, "acc_or": 0.9444696307182312, "sender_entropy": 1.0944023132324219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 61}
{"loss": -0.18875767290592194, "acc": 0.8904125094413757, "acc_or": 0.9452062845230103, "sender_entropy": 1.0828665494918823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.936734676361084}, "epoch": 62}
{"loss": -0.19633764028549194, "acc": 0.8910924792289734, "acc_or": 0.9455462098121643, "sender_entropy": 1.0945756435394287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9459183216094971}, "epoch": 63}
{"loss": -0.20148098468780518, "acc": 0.8880326151847839, "acc_or": 0.9440163373947144, "sender_entropy": 1.082759976387024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 64}
{"loss": -0.20459002256393433, "acc": 0.8901858329772949, "acc_or": 0.9450929164886475, "sender_entropy": 1.0947890281677246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9397958517074585}, "epoch": 65}
{"loss": -0.20397672057151794, "acc": 0.8902992010116577, "acc_or": 0.9451496005058289, "sender_entropy": 1.0947544574737549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 66}
{"loss": -0.2105676233768463, "acc": 0.8887125849723816, "acc_or": 0.9443563222885132, "sender_entropy": 1.0818372964859009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 67}
{"loss": -0.21392226219177246, "acc": 0.8904125094413757, "acc_or": 0.9452062845230103, "sender_entropy": 1.083509087562561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 68}
{"loss": -0.21746224164962769, "acc": 0.8915457725524902, "acc_or": 0.9457728862762451, "sender_entropy": 1.0948560237884521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9372448325157166}, "epoch": 69}
{"loss": -0.2248283326625824, "acc": 0.8898458480834961, "acc_or": 0.944922924041748, "sender_entropy": 1.0947378873825073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9505101442337036}, "epoch": 70}
{"loss": -0.18573904037475586, "acc": 0.9110381007194519, "acc_or": 0.9555190205574036, "sender_entropy": 1.082715630531311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9142856597900391, "acc_or": 0.9571428298950195}, "epoch": 71}
{"loss": -0.1904568374156952, "acc": 0.9085448980331421, "acc_or": 0.954272449016571, "sender_entropy": 1.083439588546753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9142856597900391, "acc_or": 0.9571428298950195}, "epoch": 72}
{"loss": -0.19289392232894897, "acc": 0.9088848829269409, "acc_or": 0.9544424414634705, "sender_entropy": 1.0970191955566406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "epoch": 73}
{"loss": -0.1946205496788025, "acc": 0.9106981158256531, "acc_or": 0.9553490281105042, "sender_entropy": 1.0940117835998535, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9530611634254456}, "epoch": 74}
{"loss": -0.20218199491500854, "acc": 0.9093381762504578, "acc_or": 0.9546690583229065, "sender_entropy": 1.093313455581665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9545918107032776}, "epoch": 75}
{"loss": -0.21065153181552887, "acc": 0.9096781611442566, "acc_or": 0.9548390507698059, "sender_entropy": 1.1056572198867798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9556121826171875}, "epoch": 76}
{"loss": -0.20522919297218323, "acc": 0.9088848829269409, "acc_or": 0.9544424414634705, "sender_entropy": 1.0973249673843384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9153060913085938, "acc_or": 0.9576530456542969}, "epoch": 77}
{"loss": -0.21722862124443054, "acc": 0.9092248678207397, "acc_or": 0.9546124339103699, "sender_entropy": 1.1024454832077026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.919387698173523, "acc_or": 0.9596938490867615}, "epoch": 78}
{"loss": -0.21610110998153687, "acc": 0.9092248678207397, "acc_or": 0.9546124339103699, "sender_entropy": 1.102107286453247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9556121826171875}, "epoch": 79}
{"loss": -0.2168082296848297, "acc": 0.9103581309318542, "acc_or": 0.9551790356636047, "sender_entropy": 1.0935498476028442, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.951020359992981}, "epoch": 80}
{"loss": -0.22109395265579224, "acc": 0.9097914695739746, "acc_or": 0.9548957347869873, "sender_entropy": 1.0984841585159302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9142856597900391, "acc_or": 0.9571428298950195}, "epoch": 81}
{"loss": -0.22446131706237793, "acc": 0.909111499786377, "acc_or": 0.9545557498931885, "sender_entropy": 1.0977715253829956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9255101680755615, "acc_or": 0.9627550840377808}, "epoch": 82}
{"loss": -0.22869768738746643, "acc": 0.9086582064628601, "acc_or": 0.9543290734291077, "sender_entropy": 1.0907058715820312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "epoch": 83}
{"loss": -0.23365919291973114, "acc": 0.909111499786377, "acc_or": 0.9545557498931885, "sender_entropy": 1.0980801582336426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9535713791847229}, "epoch": 84}
{"loss": -0.23250329494476318, "acc": 0.9092248678207397, "acc_or": 0.9546124339103699, "sender_entropy": 1.0860741138458252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9520407915115356}, "epoch": 85}
{"loss": -0.23759058117866516, "acc": 0.9096781611442566, "acc_or": 0.9548390507698059, "sender_entropy": 1.0937495231628418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9494897723197937}, "epoch": 86}
{"loss": -0.23591084778308868, "acc": 0.9102447628974915, "acc_or": 0.9551224112510681, "sender_entropy": 1.0938820838928223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 87}
{"loss": -0.24988892674446106, "acc": 0.9103581309318542, "acc_or": 0.9551790356636047, "sender_entropy": 1.0942679643630981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9520407915115356}, "epoch": 88}
{"loss": -0.24695336818695068, "acc": 0.9096781611442566, "acc_or": 0.9548390507698059, "sender_entropy": 1.1056560277938843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9545918107032776}, "epoch": 89}
{"loss": -0.24720552563667297, "acc": 0.9108114242553711, "acc_or": 0.9554057121276855, "sender_entropy": 1.0933489799499512, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9545918107032776}, "epoch": 90}
{"loss": -0.2501770257949829, "acc": 0.9096781611442566, "acc_or": 0.9548390507698059, "sender_entropy": 1.0863624811172485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.949999988079071}, "epoch": 91}
{"loss": -0.25661206245422363, "acc": 0.9102447628974915, "acc_or": 0.9551224112510681, "sender_entropy": 1.1029576063156128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9530611634254456}, "epoch": 92}
{"loss": -0.25379979610443115, "acc": 0.9104714393615723, "acc_or": 0.9552357196807861, "sender_entropy": 1.098526954650879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9122448563575745, "acc_or": 0.9561223983764648}, "epoch": 93}
{"loss": -0.25264105200767517, "acc": 0.9112647175788879, "acc_or": 0.9556323885917664, "sender_entropy": 1.0867615938186646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9545918107032776}, "epoch": 94}
{"loss": -0.26038938760757446, "acc": 0.9099047780036926, "acc_or": 0.9549524188041687, "sender_entropy": 1.0981481075286865, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9530611634254456}, "epoch": 95}
{"loss": -0.25862252712249756, "acc": 0.9128513336181641, "acc_or": 0.956425666809082, "sender_entropy": 1.0909675359725952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.949999988079071}, "epoch": 96}
{"loss": -0.26215311884880066, "acc": 0.9103581309318542, "acc_or": 0.9551790356636047, "sender_entropy": 1.0912948846817017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9520407915115356}, "epoch": 97}
{"loss": -0.26702558994293213, "acc": 0.9097914695739746, "acc_or": 0.9548957347869873, "sender_entropy": 1.0986483097076416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.949999988079071}, "epoch": 98}
{"loss": -0.2675514817237854, "acc": 0.9102447628974915, "acc_or": 0.9551224112510681, "sender_entropy": 1.1005947589874268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9556121826171875}, "epoch": 99}
{"loss": -0.26805445551872253, "acc": 0.9089981913566589, "acc_or": 0.9544990658760071, "sender_entropy": 1.0910242795944214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9163264632225037, "acc_or": 0.9581632018089294}, "epoch": 100}
{"loss": -0.27003833651542664, "acc": 0.9112647175788879, "acc_or": 0.9556323885917664, "sender_entropy": 1.0865978002548218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9494897723197937}, "epoch": 101}
{"loss": -0.2707568407058716, "acc": 0.9125113487243652, "acc_or": 0.9562556743621826, "sender_entropy": 1.097788691520691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.948469340801239}, "epoch": 102}
{"loss": -0.27508020401000977, "acc": 0.9105847477912903, "acc_or": 0.9552924036979675, "sender_entropy": 1.0904048681259155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "epoch": 103}
{"loss": -0.28043845295906067, "acc": 0.9116047024726868, "acc_or": 0.9558023810386658, "sender_entropy": 1.1098413467407227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "epoch": 104}
{"loss": -0.28108519315719604, "acc": 0.9095648527145386, "acc_or": 0.9547824263572693, "sender_entropy": 1.1097626686096191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "epoch": 105}
{"loss": -0.2816576063632965, "acc": 0.9102447628974915, "acc_or": 0.9551224112510681, "sender_entropy": 1.1022628545761108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 106}
{"loss": -0.28016674518585205, "acc": 0.9111514091491699, "acc_or": 0.955575704574585, "sender_entropy": 1.0907076597213745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9545918107032776}, "epoch": 107}
{"loss": -0.28312748670578003, "acc": 0.9088848829269409, "acc_or": 0.9544424414634705, "sender_entropy": 1.0910252332687378, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9545918107032776}, "epoch": 108}
{"loss": -0.28567907214164734, "acc": 0.9092248678207397, "acc_or": 0.9546124339103699, "sender_entropy": 1.098534107208252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9479591250419617}, "epoch": 109}
{"loss": -0.28823378682136536, "acc": 0.9106981158256531, "acc_or": 0.9553490281105042, "sender_entropy": 1.102409839630127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9545918107032776}, "epoch": 110}
{"loss": -0.2899567484855652, "acc": 0.9076382517814636, "acc_or": 0.9538191556930542, "sender_entropy": 1.0936172008514404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.951020359992981}, "epoch": 111}
{"loss": -0.2938680648803711, "acc": 0.9111514091491699, "acc_or": 0.955575704574585, "sender_entropy": 1.1060030460357666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "epoch": 112}
{"loss": -0.29134809970855713, "acc": 0.9108114242553711, "acc_or": 0.9554057121276855, "sender_entropy": 1.0911383628845215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9153060913085938, "acc_or": 0.9576530456542969}, "epoch": 113}
{"loss": -0.29580509662628174, "acc": 0.9111514091491699, "acc_or": 0.955575704574585, "sender_entropy": 1.1028449535369873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.948469340801239}, "epoch": 114}
{"loss": -0.30033230781555176, "acc": 0.9102447628974915, "acc_or": 0.9551224112510681, "sender_entropy": 1.106078028678894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.949999988079071}, "epoch": 115}
{"loss": -0.2958486080169678, "acc": 0.9101314544677734, "acc_or": 0.9550657272338867, "sender_entropy": 1.0865471363067627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9505101442337036}, "epoch": 116}
{"loss": -0.2956174314022064, "acc": 0.9103581309318542, "acc_or": 0.9551790356636047, "sender_entropy": 1.0874658823013306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.951020359992981}, "epoch": 117}
{"loss": -0.3012523055076599, "acc": 0.9100181460380554, "acc_or": 0.9550090432167053, "sender_entropy": 1.091378927230835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.949999988079071}, "epoch": 118}
{"loss": -0.30388951301574707, "acc": 0.9121713638305664, "acc_or": 0.9560856819152832, "sender_entropy": 1.0939892530441284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.952551007270813}, "epoch": 119}
{"loss": -0.3037664294242859, "acc": 0.9102447628974915, "acc_or": 0.9551224112510681, "sender_entropy": 1.091017723083496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "epoch": 120}
{"loss": -0.30012014508247375, "acc": 0.9129646420478821, "acc_or": 0.9564822912216187, "sender_entropy": 1.087567687034607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 121}
{"loss": -0.3037346601486206, "acc": 0.9108114242553711, "acc_or": 0.9554057121276855, "sender_entropy": 1.0915077924728394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9520407915115356}, "epoch": 122}
{"loss": -0.30581533908843994, "acc": 0.9108114242553711, "acc_or": 0.9554057121276855, "sender_entropy": 1.0873658657073975, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9535713791847229}, "epoch": 123}
{"loss": -0.30774304270744324, "acc": 0.9102447628974915, "acc_or": 0.9551224112510681, "sender_entropy": 1.0872567892074585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.919387698173523, "acc_or": 0.9596938490867615}, "epoch": 124}
{"loss": -0.31229519844055176, "acc": 0.9099047780036926, "acc_or": 0.9549524188041687, "sender_entropy": 1.1052149534225464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9535713791847229}, "epoch": 125}
{"loss": -0.31322771310806274, "acc": 0.9106981158256531, "acc_or": 0.9553490281105042, "sender_entropy": 1.1077828407287598, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9505101442337036}, "epoch": 126}
{"loss": -0.3095839321613312, "acc": 0.9130779504776001, "acc_or": 0.9565389752388, "sender_entropy": 1.0865893363952637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9163264632225037, "acc_or": 0.9581632018089294}, "epoch": 127}
{"loss": -0.31711679697036743, "acc": 0.9130779504776001, "acc_or": 0.9565389752388, "sender_entropy": 1.1028302907943726, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "epoch": 128}
{"loss": -0.3210718631744385, "acc": 0.9105847477912903, "acc_or": 0.9552924036979675, "sender_entropy": 1.1060606241226196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9535713791847229}, "epoch": 129}
{"loss": -0.31600141525268555, "acc": 0.9122846722602844, "acc_or": 0.9561423659324646, "sender_entropy": 1.0994657278060913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9556121826171875}, "epoch": 130}
{"loss": -0.3232741951942444, "acc": 0.9088848829269409, "acc_or": 0.9544424414634705, "sender_entropy": 1.106260895729065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.919387698173523, "acc_or": 0.9596938490867615}, "epoch": 131}
{"loss": -0.32086190581321716, "acc": 0.9099047780036926, "acc_or": 0.9549524188041687, "sender_entropy": 1.0992343425750732, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9163264632225037, "acc_or": 0.9581632018089294}, "epoch": 132}
{"loss": -0.32553452253341675, "acc": 0.9095648527145386, "acc_or": 0.9547824263572693, "sender_entropy": 1.1105732917785645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9153060913085938, "acc_or": 0.9576530456542969}, "epoch": 133}
{"loss": -0.3229488432407379, "acc": 0.9109247326850891, "acc_or": 0.9554623961448669, "sender_entropy": 1.1037670373916626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.949999988079071}, "epoch": 134}
{"loss": -0.3200821280479431, "acc": 0.9119446873664856, "acc_or": 0.9559723734855652, "sender_entropy": 1.0918960571289062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "epoch": 135}
{"loss": -0.3246983289718628, "acc": 0.9089981913566589, "acc_or": 0.9544990658760071, "sender_entropy": 1.0912621021270752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.952551007270813}, "epoch": 136}
{"loss": -0.32521292567253113, "acc": 0.9116047024726868, "acc_or": 0.9558023810386658, "sender_entropy": 1.0908077955245972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.952551007270813}, "epoch": 137}
{"loss": -0.32302218675613403, "acc": 0.9099047780036926, "acc_or": 0.9549524188041687, "sender_entropy": 1.087295413017273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 138}
{"loss": -0.32730633020401, "acc": 0.9128513336181641, "acc_or": 0.956425666809082, "sender_entropy": 1.0946271419525146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.948469340801239}, "epoch": 139}
{"loss": -0.3246905505657196, "acc": 0.9178377389907837, "acc_or": 0.9589188694953918, "sender_entropy": 1.0910595655441284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9535713791847229}, "epoch": 140}
{"loss": -0.3286384046077728, "acc": 0.9101314544677734, "acc_or": 0.9550657272338867, "sender_entropy": 1.0909191370010376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "epoch": 141}
{"loss": -0.3356855809688568, "acc": 0.9099047780036926, "acc_or": 0.9549524188041687, "sender_entropy": 1.1022905111312866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9505101442337036}, "epoch": 142}
{"loss": -0.3308664560317993, "acc": 0.9118313789367676, "acc_or": 0.9559156894683838, "sender_entropy": 1.0914682149887085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9494897723197937}, "epoch": 143}
{"loss": -0.3340591788291931, "acc": 0.9119446873664856, "acc_or": 0.9559723734855652, "sender_entropy": 1.0947575569152832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9520407915115356}, "epoch": 144}
{"loss": -0.33247873187065125, "acc": 0.9153445363044739, "acc_or": 0.9576722383499146, "sender_entropy": 1.0948569774627686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9494897723197937}, "epoch": 145}
{"loss": -0.3307393193244934, "acc": 0.9123979806900024, "acc_or": 0.9561989903450012, "sender_entropy": 1.0911716222763062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.949999988079071}, "epoch": 146}
{"loss": -0.3382546305656433, "acc": 0.9135313034057617, "acc_or": 0.9567656517028809, "sender_entropy": 1.1060234308242798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 147}
{"loss": -0.33676907420158386, "acc": 0.9118313789367676, "acc_or": 0.9559156894683838, "sender_entropy": 1.1036694049835205, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9494897723197937}, "epoch": 148}
{"loss": -0.33950555324554443, "acc": 0.9118313789367676, "acc_or": 0.9559156894683838, "sender_entropy": 1.098250389099121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 149}
{"loss": -0.33831071853637695, "acc": 0.9153445363044739, "acc_or": 0.9576722383499146, "sender_entropy": 1.103131651878357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 150}
{"loss": -0.33576464653015137, "acc": 0.9144378900527954, "acc_or": 0.9572189450263977, "sender_entropy": 1.0916067361831665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "epoch": 151}
{"loss": -0.3384498953819275, "acc": 0.9119446873664856, "acc_or": 0.9559723734855652, "sender_entropy": 1.0985476970672607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 152}
{"loss": -0.3353830873966217, "acc": 0.9152311682701111, "acc_or": 0.9576156139373779, "sender_entropy": 1.0873247385025024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 153}
{"loss": -0.34348127245903015, "acc": 0.9133046269416809, "acc_or": 0.9566522836685181, "sender_entropy": 1.103298544883728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 154}
{"loss": -0.345197856426239, "acc": 0.9145511984825134, "acc_or": 0.9572756290435791, "sender_entropy": 1.109005093574524, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9459183216094971}, "epoch": 155}
{"loss": -0.3413182497024536, "acc": 0.9167044162750244, "acc_or": 0.9583522081375122, "sender_entropy": 1.1067701578140259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 156}
{"loss": -0.3439595103263855, "acc": 0.9140979051589966, "acc_or": 0.9570489525794983, "sender_entropy": 1.1025915145874023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9397958517074585}, "epoch": 157}
{"loss": -0.34190061688423157, "acc": 0.9146645665168762, "acc_or": 0.9573322534561157, "sender_entropy": 1.0948905944824219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8673468828201294, "acc_or": 0.9336734414100647}, "epoch": 158}
{"loss": -0.3437231779098511, "acc": 0.9190843105316162, "acc_or": 0.9595421552658081, "sender_entropy": 1.0986188650131226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 159}
{"loss": -0.34996113181114197, "acc": 0.9148911833763123, "acc_or": 0.9574456214904785, "sender_entropy": 1.1078559160232544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.935204029083252}, "epoch": 160}
{"loss": -0.3427182734012604, "acc": 0.9144378900527954, "acc_or": 0.9572189450263977, "sender_entropy": 1.0916190147399902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8693877458572388, "acc_or": 0.9346938133239746}, "epoch": 161}
{"loss": -0.3494095206260681, "acc": 0.9156845211982727, "acc_or": 0.957842230796814, "sender_entropy": 1.0981124639511108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 162}
{"loss": -0.3476499319076538, "acc": 0.9179510474205017, "acc_or": 0.9589754939079285, "sender_entropy": 1.1036558151245117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.935204029083252}, "epoch": 163}
{"loss": -0.34121713042259216, "acc": 0.9156845211982727, "acc_or": 0.957842230796814, "sender_entropy": 1.087257742881775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 164}
{"loss": -0.3439466655254364, "acc": 0.921464204788208, "acc_or": 0.960732102394104, "sender_entropy": 1.0954331159591675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9321427941322327}, "epoch": 165}
{"loss": -0.34774327278137207, "acc": 0.9177243709564209, "acc_or": 0.9588621854782104, "sender_entropy": 1.0990880727767944, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 166}
{"loss": -0.3496593236923218, "acc": 0.9177243709564209, "acc_or": 0.9588621854782104, "sender_entropy": 1.1038235425949097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 167}
{"loss": -0.3461669683456421, "acc": 0.9155711531639099, "acc_or": 0.9577856063842773, "sender_entropy": 1.0943700075149536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.935204029083252}, "epoch": 168}
{"loss": -0.34729334712028503, "acc": 0.9154578447341919, "acc_or": 0.957728922367096, "sender_entropy": 1.0946201086044312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 169}
{"loss": -0.3494553565979004, "acc": 0.917157769203186, "acc_or": 0.958578884601593, "sender_entropy": 1.094543218612671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 170}
{"loss": -0.3475188612937927, "acc": 0.9178377389907837, "acc_or": 0.9589188694953918, "sender_entropy": 1.0919345617294312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8653060793876648, "acc_or": 0.93265300989151}, "epoch": 171}
{"loss": -0.353956013917923, "acc": 0.9163644313812256, "acc_or": 0.9581822156906128, "sender_entropy": 1.1032737493515015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 172}
{"loss": -0.34643489122390747, "acc": 0.9190843105316162, "acc_or": 0.9595421552658081, "sender_entropy": 1.0876725912094116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 173}
{"loss": -0.35730111598968506, "acc": 0.9185177087783813, "acc_or": 0.9592588543891907, "sender_entropy": 1.1106280088424683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 174}
{"loss": -0.351759135723114, "acc": 0.9156845211982727, "acc_or": 0.957842230796814, "sender_entropy": 1.0946497917175293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8653060793876648, "acc_or": 0.93265300989151}, "epoch": 175}
{"loss": -0.3583514392375946, "acc": 0.9145511984825134, "acc_or": 0.9572756290435791, "sender_entropy": 1.110505223274231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 176}
{"loss": -0.35396942496299744, "acc": 0.917271077632904, "acc_or": 0.9586355686187744, "sender_entropy": 1.1017087697982788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 177}
{"loss": -0.3576664924621582, "acc": 0.9163644313812256, "acc_or": 0.9581822156906128, "sender_entropy": 1.1055947542190552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 178}
{"loss": -0.35256803035736084, "acc": 0.9162511229515076, "acc_or": 0.9581255912780762, "sender_entropy": 1.0915582180023193, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 179}
{"loss": -0.3551223874092102, "acc": 0.9168177843093872, "acc_or": 0.9584088921546936, "sender_entropy": 1.0989792346954346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 180}
{"loss": -0.35601547360420227, "acc": 0.9170444011688232, "acc_or": 0.9585222005844116, "sender_entropy": 1.0993844270706177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 181}
{"loss": -0.35636261105537415, "acc": 0.9163644313812256, "acc_or": 0.9581822156906128, "sender_entropy": 1.0987191200256348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 182}
{"loss": -0.3584788143634796, "acc": 0.9161378145217896, "acc_or": 0.9580689072608948, "sender_entropy": 1.098976731300354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8673468828201294, "acc_or": 0.9336734414100647}, "epoch": 183}
{"loss": -0.35614174604415894, "acc": 0.9143245816230774, "acc_or": 0.9571622610092163, "sender_entropy": 1.09161376953125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 184}
{"loss": -0.36269980669021606, "acc": 0.9165911078453064, "acc_or": 0.9582955837249756, "sender_entropy": 1.1066768169403076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 185}
{"loss": -0.3554556965827942, "acc": 0.917157769203186, "acc_or": 0.958578884601593, "sender_entropy": 1.0920968055725098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9321427941322327}, "epoch": 186}
{"loss": -0.35991284251213074, "acc": 0.9178377389907837, "acc_or": 0.9589188694953918, "sender_entropy": 1.10233473777771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 187}
{"loss": -0.35650435090065, "acc": 0.9147778749465942, "acc_or": 0.9573889374732971, "sender_entropy": 1.0938396453857422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 188}
{"loss": -0.36101794242858887, "acc": 0.9185177087783813, "acc_or": 0.9592588543891907, "sender_entropy": 1.1037793159484863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 189}
{"loss": -0.3614088296890259, "acc": 0.9160245060920715, "acc_or": 0.9580122232437134, "sender_entropy": 1.099834680557251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 190}
{"loss": -0.35712480545043945, "acc": 0.9170444011688232, "acc_or": 0.9585222005844116, "sender_entropy": 1.0879026651382446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 191}
{"loss": -0.3645210564136505, "acc": 0.917271077632904, "acc_or": 0.9586355686187744, "sender_entropy": 1.0992226600646973, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 192}
{"loss": -0.3705594539642334, "acc": 0.915004551410675, "acc_or": 0.9575022459030151, "sender_entropy": 1.1109870672225952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 193}
{"loss": -0.36323660612106323, "acc": 0.9165911078453064, "acc_or": 0.9582955837249756, "sender_entropy": 1.1037465333938599, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 194}
{"loss": -0.36695384979248047, "acc": 0.9161378145217896, "acc_or": 0.9580689072608948, "sender_entropy": 1.1102194786071777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 195}
{"loss": -0.3658524453639984, "acc": 0.9156845211982727, "acc_or": 0.957842230796814, "sender_entropy": 1.0994586944580078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8653060793876648, "acc_or": 0.93265300989151}, "epoch": 196}
{"loss": -0.36519572138786316, "acc": 0.9155711531639099, "acc_or": 0.9577856063842773, "sender_entropy": 1.0949931144714355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 197}
{"loss": -0.366667777299881, "acc": 0.9164777994155884, "acc_or": 0.9582388997077942, "sender_entropy": 1.099095344543457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8653060793876648, "acc_or": 0.93265300989151}, "epoch": 198}
{"loss": -0.3641359210014343, "acc": 0.9159111380577087, "acc_or": 0.9579555988311768, "sender_entropy": 1.0917190313339233, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 199}
{"loss": -0.3649190068244934, "acc": 0.9173843860626221, "acc_or": 0.958692193031311, "sender_entropy": 1.0939843654632568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 200}
{"loss": -0.3638153076171875, "acc": 0.9179510474205017, "acc_or": 0.9589754939079285, "sender_entropy": 1.0908145904541016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 201}
{"loss": -0.36675992608070374, "acc": 0.9162511229515076, "acc_or": 0.9581255912780762, "sender_entropy": 1.091904640197754, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 202}
{"loss": -0.3683415949344635, "acc": 0.9162511229515076, "acc_or": 0.9581255912780762, "sender_entropy": 1.1034823656082153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 203}
{"loss": -0.36985522508621216, "acc": 0.9144378900527954, "acc_or": 0.9572189450263977, "sender_entropy": 1.0989141464233398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 204}
{"loss": -0.3658999800682068, "acc": 0.9167044162750244, "acc_or": 0.9583522081375122, "sender_entropy": 1.0872876644134521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 205}
{"loss": -0.36982446908950806, "acc": 0.9168177843093872, "acc_or": 0.9584088921546936, "sender_entropy": 1.1000028848648071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 206}
{"loss": -0.3669464588165283, "acc": 0.9182910323143005, "acc_or": 0.9591454863548279, "sender_entropy": 1.0920660495758057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 207}
{"loss": -0.3704923987388611, "acc": 0.9163644313812256, "acc_or": 0.9581822156906128, "sender_entropy": 1.1033631563186646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8653060793876648, "acc_or": 0.93265300989151}, "epoch": 208}
{"loss": -0.3742534816265106, "acc": 0.9151178598403931, "acc_or": 0.9575589299201965, "sender_entropy": 1.1102720499038696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 209}
{"loss": -0.3721873164176941, "acc": 0.9201042652130127, "acc_or": 0.9600521326065063, "sender_entropy": 1.10382878780365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 210}
{"loss": -0.37469714879989624, "acc": 0.9164777994155884, "acc_or": 0.9582388997077942, "sender_entropy": 1.1095396280288696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 211}
{"loss": -0.37319302558898926, "acc": 0.9185177087783813, "acc_or": 0.9592588543891907, "sender_entropy": 1.105987548828125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 212}
{"loss": -0.37404757738113403, "acc": 0.9153445363044739, "acc_or": 0.9576722383499146, "sender_entropy": 1.1060831546783447, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 213}
{"loss": -0.3705670237541199, "acc": 0.9198775887489319, "acc_or": 0.9599388241767883, "sender_entropy": 1.0947916507720947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 214}
{"loss": -0.3756862282752991, "acc": 0.9176110625267029, "acc_or": 0.958805501461029, "sender_entropy": 1.1097807884216309, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 215}
{"loss": -0.3746214807033539, "acc": 0.9191976189613342, "acc_or": 0.9595988392829895, "sender_entropy": 1.1065866947174072, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8653060793876648, "acc_or": 0.93265300989151}, "epoch": 216}
{"loss": -0.3754771053791046, "acc": 0.915004551410675, "acc_or": 0.9575022459030151, "sender_entropy": 1.101383090019226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 217}
{"loss": -0.3744615316390991, "acc": 0.9189710021018982, "acc_or": 0.9594854712486267, "sender_entropy": 1.0989609956741333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 218}
{"loss": -0.3745972514152527, "acc": 0.919424295425415, "acc_or": 0.9597121477127075, "sender_entropy": 1.0995876789093018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 219}
{"loss": -0.37450510263442993, "acc": 0.9168177843093872, "acc_or": 0.9584088921546936, "sender_entropy": 1.0954170227050781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 220}
{"loss": -0.37677136063575745, "acc": 0.9157978296279907, "acc_or": 0.9578989148139954, "sender_entropy": 1.0997538566589355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 221}
{"loss": -0.37298327684402466, "acc": 0.9168177843093872, "acc_or": 0.9584088921546936, "sender_entropy": 1.0935125350952148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9321427941322327}, "epoch": 222}
{"loss": -0.38016873598098755, "acc": 0.9152311682701111, "acc_or": 0.9576156139373779, "sender_entropy": 1.1095412969589233, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 223}
{"loss": -0.3814038336277008, "acc": 0.9159111380577087, "acc_or": 0.9579555988311768, "sender_entropy": 1.1100728511810303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 224}
{"loss": -0.3797999918460846, "acc": 0.9160245060920715, "acc_or": 0.9580122232437134, "sender_entropy": 1.10232675075531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 225}
{"loss": -0.3794269561767578, "acc": 0.9180643558502197, "acc_or": 0.9590321779251099, "sender_entropy": 1.105060338973999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 226}
{"loss": -0.3773961067199707, "acc": 0.9168177843093872, "acc_or": 0.9584088921546936, "sender_entropy": 1.0969969034194946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 227}
{"loss": -0.3825176954269409, "acc": 0.9162511229515076, "acc_or": 0.9581255912780762, "sender_entropy": 1.1108438968658447, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 228}
{"loss": -0.3799830675125122, "acc": 0.9159111380577087, "acc_or": 0.9579555988311768, "sender_entropy": 1.102938175201416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 229}
{"loss": -0.3762086033821106, "acc": 0.9161378145217896, "acc_or": 0.9580689072608948, "sender_entropy": 1.088761806488037, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 230}
{"loss": -0.38257938623428345, "acc": 0.9162511229515076, "acc_or": 0.9581255912780762, "sender_entropy": 1.104699969291687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 231}
{"loss": -0.38453060388565063, "acc": 0.917157769203186, "acc_or": 0.958578884601593, "sender_entropy": 1.110273838043213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9321427941322327}, "epoch": 232}
{"loss": -0.38526225090026855, "acc": 0.9164777994155884, "acc_or": 0.9582388997077942, "sender_entropy": 1.1078096628189087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 233}
{"loss": -0.3882048726081848, "acc": 0.9156845211982727, "acc_or": 0.957842230796814, "sender_entropy": 1.110813021659851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 234}
{"loss": -0.38458478450775146, "acc": 0.9179510474205017, "acc_or": 0.9589754939079285, "sender_entropy": 1.1033587455749512, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 235}
{"loss": -0.3822629451751709, "acc": 0.917271077632904, "acc_or": 0.9586355686187744, "sender_entropy": 1.0975756645202637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8653060793876648, "acc_or": 0.93265300989151}, "epoch": 236}
{"loss": -0.3783028721809387, "acc": 0.917271077632904, "acc_or": 0.9586355686187744, "sender_entropy": 1.088110089302063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9321427941322327}, "epoch": 237}
{"loss": -0.3839278519153595, "acc": 0.9151178598403931, "acc_or": 0.9575589299201965, "sender_entropy": 1.1007059812545776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 238}
{"loss": -0.3848978281021118, "acc": 0.9174977540969849, "acc_or": 0.9587488770484924, "sender_entropy": 1.1067496538162231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 239}
{"loss": -0.3882574141025543, "acc": 0.9152311682701111, "acc_or": 0.9576156139373779, "sender_entropy": 1.105484962463379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 240}
{"loss": -0.3851776719093323, "acc": 0.9160245060920715, "acc_or": 0.9580122232437134, "sender_entropy": 1.103165626525879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 241}
{"loss": -0.3862798810005188, "acc": 0.9169310927391052, "acc_or": 0.958465576171875, "sender_entropy": 1.1060223579406738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 242}
{"loss": -0.38358163833618164, "acc": 0.9184043407440186, "acc_or": 0.9592021703720093, "sender_entropy": 1.0986881256103516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 243}
{"loss": -0.38317471742630005, "acc": 0.9165911078453064, "acc_or": 0.9582955837249756, "sender_entropy": 1.0963903665542603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 244}
{"loss": -0.3870488703250885, "acc": 0.9161378145217896, "acc_or": 0.9580689072608948, "sender_entropy": 1.1034607887268066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 245}
{"loss": -0.3859477639198303, "acc": 0.9181777238845825, "acc_or": 0.9590888619422913, "sender_entropy": 1.1036468744277954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 246}
{"loss": -0.3835335969924927, "acc": 0.9177243709564209, "acc_or": 0.9588621854782104, "sender_entropy": 1.0959190130233765, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 247}
{"loss": -0.3861895799636841, "acc": 0.9198775887489319, "acc_or": 0.9599388241767883, "sender_entropy": 1.0989603996276855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 248}
{"loss": -0.3853212893009186, "acc": 0.9160245060920715, "acc_or": 0.9580122232437134, "sender_entropy": 1.0988702774047852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8653060793876648, "acc_or": 0.93265300989151}, "epoch": 249}
{"loss": -0.3941722512245178, "acc": 0.915004551410675, "acc_or": 0.9575022459030151, "sender_entropy": 1.1101161241531372, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 250}
{"loss": -0.3921474814414978, "acc": 0.917157769203186, "acc_or": 0.958578884601593, "sender_entropy": 1.1106483936309814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 251}
{"loss": -0.38564783334732056, "acc": 0.9173843860626221, "acc_or": 0.958692193031311, "sender_entropy": 1.0990780591964722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 252}
{"loss": -0.3849426805973053, "acc": 0.9186310172080994, "acc_or": 0.9593154788017273, "sender_entropy": 1.0931445360183716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 253}
{"loss": -0.38949689269065857, "acc": 0.9161378145217896, "acc_or": 0.9580689072608948, "sender_entropy": 1.0957781076431274, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 254}
{"loss": -0.39250999689102173, "acc": 0.9173843860626221, "acc_or": 0.958692193031311, "sender_entropy": 1.109773874282837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 255}
{"loss": -0.3891746997833252, "acc": 0.9170444011688232, "acc_or": 0.9585222005844116, "sender_entropy": 1.0978468656539917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9321427941322327}, "epoch": 256}
{"loss": -0.3853979706764221, "acc": 0.9162511229515076, "acc_or": 0.9581255912780762, "sender_entropy": 1.0904414653778076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 257}
{"loss": -0.38902968168258667, "acc": 0.917157769203186, "acc_or": 0.958578884601593, "sender_entropy": 1.0964893102645874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 258}
{"loss": -0.39044100046157837, "acc": 0.9177243709564209, "acc_or": 0.9588621854782104, "sender_entropy": 1.1048898696899414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 259}
{"loss": -0.3940146565437317, "acc": 0.917157769203186, "acc_or": 0.958578884601593, "sender_entropy": 1.1055183410644531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 260}
{"loss": -0.3879120945930481, "acc": 0.9165911078453064, "acc_or": 0.9582955837249756, "sender_entropy": 1.0963212251663208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 261}
{"loss": -0.3921530842781067, "acc": 0.9159111380577087, "acc_or": 0.9579555988311768, "sender_entropy": 1.0982270240783691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 262}
{"loss": -0.3909524977207184, "acc": 0.9186310172080994, "acc_or": 0.9593154788017273, "sender_entropy": 1.1035659313201904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 263}
{"loss": -0.3891829252243042, "acc": 0.917157769203186, "acc_or": 0.958578884601593, "sender_entropy": 1.092340350151062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 264}
{"loss": -0.3926035761833191, "acc": 0.9176110625267029, "acc_or": 0.958805501461029, "sender_entropy": 1.0963910818099976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 265}
{"loss": -0.39307552576065063, "acc": 0.9167044162750244, "acc_or": 0.9583522081375122, "sender_entropy": 1.1007946729660034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 266}
{"loss": -0.38936445116996765, "acc": 0.9212375283241272, "acc_or": 0.960618793964386, "sender_entropy": 1.0959091186523438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 267}
{"loss": -0.39419522881507874, "acc": 0.9176110625267029, "acc_or": 0.958805501461029, "sender_entropy": 1.1034218072891235, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 268}
{"loss": -0.3927946984767914, "acc": 0.9167044162750244, "acc_or": 0.9583522081375122, "sender_entropy": 1.0987777709960938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 269}
{"loss": -0.3935583531856537, "acc": 0.9189710021018982, "acc_or": 0.9594854712486267, "sender_entropy": 1.1025956869125366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 270}
{"loss": -0.392373651266098, "acc": 0.9191976189613342, "acc_or": 0.9595988392829895, "sender_entropy": 1.0974873304367065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 271}
{"loss": -0.39482581615448, "acc": 0.9197642803192139, "acc_or": 0.9598821401596069, "sender_entropy": 1.1043795347213745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 272}
{"loss": -0.3940933346748352, "acc": 0.9177243709564209, "acc_or": 0.9588621854782104, "sender_entropy": 1.1014988422393799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 273}
{"loss": -0.393659383058548, "acc": 0.9168177843093872, "acc_or": 0.9584088921546936, "sender_entropy": 1.1005642414093018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 274}
{"loss": -0.3949281573295593, "acc": 0.9186310172080994, "acc_or": 0.9593154788017273, "sender_entropy": 1.103731632232666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 275}
{"loss": -0.39632487297058105, "acc": 0.9165911078453064, "acc_or": 0.9582955837249756, "sender_entropy": 1.101282000541687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 276}
{"loss": -0.3978166878223419, "acc": 0.917271077632904, "acc_or": 0.9586355686187744, "sender_entropy": 1.1091269254684448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 277}
{"loss": -0.3921881914138794, "acc": 0.9187443256378174, "acc_or": 0.9593721628189087, "sender_entropy": 1.0919288396835327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9321427941322327}, "epoch": 278}
{"loss": -0.3946870267391205, "acc": 0.9179510474205017, "acc_or": 0.9589754939079285, "sender_entropy": 1.1007554531097412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 279}
{"loss": -0.3909582495689392, "acc": 0.9184043407440186, "acc_or": 0.9592021703720093, "sender_entropy": 1.0913125276565552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 280}
{"loss": -0.399086058139801, "acc": 0.9169310927391052, "acc_or": 0.958465576171875, "sender_entropy": 1.109304428100586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 281}
{"loss": -0.39441561698913574, "acc": 0.9201042652130127, "acc_or": 0.9600521326065063, "sender_entropy": 1.0994768142700195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 282}
{"loss": -0.39927810430526733, "acc": 0.9168177843093872, "acc_or": 0.9584088921546936, "sender_entropy": 1.1078517436981201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 283}
{"loss": -0.3978128731250763, "acc": 0.9163644313812256, "acc_or": 0.9581822156906128, "sender_entropy": 1.1036611795425415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 284}
{"loss": -0.3966597020626068, "acc": 0.9162511229515076, "acc_or": 0.9581255912780762, "sender_entropy": 1.1036243438720703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 285}
{"loss": -0.3986576199531555, "acc": 0.9180643558502197, "acc_or": 0.9590321779251099, "sender_entropy": 1.1021628379821777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 286}
{"loss": -0.3976519703865051, "acc": 0.9206709265708923, "acc_or": 0.9603354334831238, "sender_entropy": 1.104931116104126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 287}
{"loss": -0.4022396206855774, "acc": 0.9159111380577087, "acc_or": 0.9579555988311768, "sender_entropy": 1.1103321313858032, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 288}
{"loss": -0.39721542596817017, "acc": 0.9197642803192139, "acc_or": 0.9598821401596069, "sender_entropy": 1.102251410484314, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 289}
{"loss": -0.40069156885147095, "acc": 0.9181777238845825, "acc_or": 0.9590888619422913, "sender_entropy": 1.1033620834350586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 290}
{"loss": -0.39861375093460083, "acc": 0.9177243709564209, "acc_or": 0.9588621854782104, "sender_entropy": 1.1014735698699951, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9321427941322327}, "epoch": 291}
{"loss": -0.39935144782066345, "acc": 0.9185177087783813, "acc_or": 0.9592588543891907, "sender_entropy": 1.1053520441055298, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 292}
{"loss": -0.3982202708721161, "acc": 0.9185177087783813, "acc_or": 0.9592588543891907, "sender_entropy": 1.0927772521972656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 293}
{"loss": -0.3970459997653961, "acc": 0.917271077632904, "acc_or": 0.9586355686187744, "sender_entropy": 1.0930062532424927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 294}
{"loss": -0.39744672179222107, "acc": 0.9181777238845825, "acc_or": 0.9590888619422913, "sender_entropy": 1.0956885814666748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 295}
{"loss": -0.39715588092803955, "acc": 0.9170444011688232, "acc_or": 0.9585222005844116, "sender_entropy": 1.0982017517089844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 296}
{"loss": -0.3978177607059479, "acc": 0.9212375283241272, "acc_or": 0.960618793964386, "sender_entropy": 1.095793604850769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 297}
{"loss": -0.3980705738067627, "acc": 0.9179510474205017, "acc_or": 0.9589754939079285, "sender_entropy": 1.094640851020813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 298}
{"loss": -0.4021443724632263, "acc": 0.9178377389907837, "acc_or": 0.9589188694953918, "sender_entropy": 1.103840947151184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 299}
{"loss": -0.401606947183609, "acc": 0.9163644313812256, "acc_or": 0.9581822156906128, "sender_entropy": 1.0991840362548828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 300}
{"loss": -0.39872902631759644, "acc": 0.9189710021018982, "acc_or": 0.9594854712486267, "sender_entropy": 1.0928715467453003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 301}
{"loss": -0.39665600657463074, "acc": 0.9191976189613342, "acc_or": 0.9595988392829895, "sender_entropy": 1.0914946794509888, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 302}
{"loss": -0.401612251996994, "acc": 0.917157769203186, "acc_or": 0.958578884601593, "sender_entropy": 1.103136658668518, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 303}
{"loss": -0.39917653799057007, "acc": 0.9206709265708923, "acc_or": 0.9603354334831238, "sender_entropy": 1.0966033935546875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 304}
{"loss": -0.40550339221954346, "acc": 0.9168177843093872, "acc_or": 0.9584088921546936, "sender_entropy": 1.1092495918273926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 305}
{"loss": -0.4059363901615143, "acc": 0.9179510474205017, "acc_or": 0.9589754939079285, "sender_entropy": 1.1103546619415283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 306}
{"loss": -0.4032326340675354, "acc": 0.9179510474205017, "acc_or": 0.9589754939079285, "sender_entropy": 1.1008915901184082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 307}
{"loss": -0.40445175766944885, "acc": 0.9189710021018982, "acc_or": 0.9594854712486267, "sender_entropy": 1.1074211597442627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 308}
{"loss": -0.4013614058494568, "acc": 0.9181777238845825, "acc_or": 0.9590888619422913, "sender_entropy": 1.0961480140686035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 309}
{"loss": -0.4016105830669403, "acc": 0.9213508367538452, "acc_or": 0.9606754183769226, "sender_entropy": 1.1002297401428223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 310}
{"loss": -0.40528371930122375, "acc": 0.9165911078453064, "acc_or": 0.9582955837249756, "sender_entropy": 1.1051892042160034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9321427941322327}, "epoch": 311}
{"loss": -0.4069876968860626, "acc": 0.9184043407440186, "acc_or": 0.9592021703720093, "sender_entropy": 1.1090079545974731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 312}
{"loss": -0.4057895541191101, "acc": 0.9174977540969849, "acc_or": 0.9587488770484924, "sender_entropy": 1.1076550483703613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 313}
{"loss": -0.40454548597335815, "acc": 0.9204442501068115, "acc_or": 0.9602221250534058, "sender_entropy": 1.1072324514389038, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 314}
{"loss": -0.39879709482192993, "acc": 0.9179510474205017, "acc_or": 0.9589754939079285, "sender_entropy": 1.090635061264038, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 315}
{"loss": -0.4045575261116028, "acc": 0.9197642803192139, "acc_or": 0.9598821401596069, "sender_entropy": 1.1032692193984985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 316}
{"loss": -0.4034268856048584, "acc": 0.9213508367538452, "acc_or": 0.9606754183769226, "sender_entropy": 1.1017460823059082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 317}
{"loss": -0.40313103795051575, "acc": 0.9210108518600464, "acc_or": 0.9605054259300232, "sender_entropy": 1.1011651754379272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 318}
{"loss": -0.4044494032859802, "acc": 0.9191976189613342, "acc_or": 0.9595988392829895, "sender_entropy": 1.1019543409347534, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 319}
{"loss": -0.40245628356933594, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.1026443243026733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 320}
{"loss": -0.4030601382255554, "acc": 0.9184043407440186, "acc_or": 0.9592021703720093, "sender_entropy": 1.0958930253982544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 321}
{"loss": -0.4056203067302704, "acc": 0.9220308065414429, "acc_or": 0.9610154032707214, "sender_entropy": 1.1083579063415527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 322}
{"loss": -0.4070279002189636, "acc": 0.9227107763290405, "acc_or": 0.9613553881645203, "sender_entropy": 1.1096380949020386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 323}
{"loss": -0.40269896388053894, "acc": 0.9198775887489319, "acc_or": 0.9599388241767883, "sender_entropy": 1.0928726196289062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 324}
{"loss": -0.40657880902290344, "acc": 0.919424295425415, "acc_or": 0.9597121477127075, "sender_entropy": 1.1032073497772217, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 325}
{"loss": -0.4077323377132416, "acc": 0.9186310172080994, "acc_or": 0.9593154788017273, "sender_entropy": 1.1058298349380493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 326}
{"loss": -0.4009847939014435, "acc": 0.9187443256378174, "acc_or": 0.9593721628189087, "sender_entropy": 1.0911637544631958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 327}
{"loss": -0.40473392605781555, "acc": 0.9208975434303284, "acc_or": 0.9604488015174866, "sender_entropy": 1.0989444255828857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 328}
{"loss": -0.4031789302825928, "acc": 0.9188576340675354, "acc_or": 0.9594288468360901, "sender_entropy": 1.09470796585083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 329}
{"loss": -0.40681222081184387, "acc": 0.9180643558502197, "acc_or": 0.9590321779251099, "sender_entropy": 1.1025795936584473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 330}
{"loss": -0.4070172607898712, "acc": 0.9191976189613342, "acc_or": 0.9595988392829895, "sender_entropy": 1.1009228229522705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 331}
{"loss": -0.40892356634140015, "acc": 0.9191976189613342, "acc_or": 0.9595988392829895, "sender_entropy": 1.1096961498260498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 332}
{"loss": -0.4067557156085968, "acc": 0.917271077632904, "acc_or": 0.9586355686187744, "sender_entropy": 1.100690245628357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 333}
{"loss": -0.40537774562835693, "acc": 0.9211242198944092, "acc_or": 0.9605621099472046, "sender_entropy": 1.0991357564926147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 334}
{"loss": -0.4020904302597046, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.0988305807113647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 335}
{"loss": -0.40505626797676086, "acc": 0.9202175736427307, "acc_or": 0.9601088166236877, "sender_entropy": 1.0961350202560425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 336}
{"loss": -0.4075329303741455, "acc": 0.9182910323143005, "acc_or": 0.9591454863548279, "sender_entropy": 1.098641037940979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 337}
{"loss": -0.40433618426322937, "acc": 0.9180643558502197, "acc_or": 0.9590321779251099, "sender_entropy": 1.087896466255188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 338}
{"loss": -0.40350720286369324, "acc": 0.9190843105316162, "acc_or": 0.9595421552658081, "sender_entropy": 1.0910249948501587, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 339}
{"loss": -0.4062114655971527, "acc": 0.9203309416770935, "acc_or": 0.9601654410362244, "sender_entropy": 1.1012797355651855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 340}
{"loss": -0.40426474809646606, "acc": 0.9181777238845825, "acc_or": 0.9590888619422913, "sender_entropy": 1.0927573442459106, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 341}
{"loss": -0.4079686105251312, "acc": 0.9207842350006104, "acc_or": 0.9603921175003052, "sender_entropy": 1.106789469718933, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 342}
{"loss": -0.4062557816505432, "acc": 0.921577513217926, "acc_or": 0.9607887864112854, "sender_entropy": 1.0979260206222534, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 343}
{"loss": -0.4062783718109131, "acc": 0.9180643558502197, "acc_or": 0.9590321779251099, "sender_entropy": 1.0955760478973389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 344}
{"loss": -0.4088839292526245, "acc": 0.9195376038551331, "acc_or": 0.9597688317298889, "sender_entropy": 1.0988454818725586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 345}
{"loss": -0.4068562686443329, "acc": 0.9208975434303284, "acc_or": 0.9604488015174866, "sender_entropy": 1.100545048713684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 346}
{"loss": -0.4075281023979187, "acc": 0.9207842350006104, "acc_or": 0.9603921175003052, "sender_entropy": 1.099879503250122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 347}
{"loss": -0.4059915542602539, "acc": 0.9213508367538452, "acc_or": 0.9606754183769226, "sender_entropy": 1.096437692642212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 348}
{"loss": -0.4087177515029907, "acc": 0.9196509718894958, "acc_or": 0.9598254561424255, "sender_entropy": 1.0983810424804688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 349}
{"loss": -0.4100389778614044, "acc": 0.9198775887489319, "acc_or": 0.9599388241767883, "sender_entropy": 1.1063601970672607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 350}
{"loss": -0.410648912191391, "acc": 0.9187443256378174, "acc_or": 0.9593721628189087, "sender_entropy": 1.0992438793182373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 351}
{"loss": -0.4102880656719208, "acc": 0.919424295425415, "acc_or": 0.9597121477127075, "sender_entropy": 1.1053932905197144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 352}
{"loss": -0.41102007031440735, "acc": 0.9212375283241272, "acc_or": 0.960618793964386, "sender_entropy": 1.1080375909805298, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 353}
{"loss": -0.4100242257118225, "acc": 0.9210108518600464, "acc_or": 0.9605054259300232, "sender_entropy": 1.1044156551361084, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 354}
{"loss": -0.40838921070098877, "acc": 0.9204442501068115, "acc_or": 0.9602221250534058, "sender_entropy": 1.0995177030563354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 355}
{"loss": -0.4081328511238098, "acc": 0.9198775887489319, "acc_or": 0.9599388241767883, "sender_entropy": 1.097041130065918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 356}
{"loss": -0.40999937057495117, "acc": 0.9212375283241272, "acc_or": 0.960618793964386, "sender_entropy": 1.1089261770248413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 357}
{"loss": -0.40659216046333313, "acc": 0.919424295425415, "acc_or": 0.9597121477127075, "sender_entropy": 1.0889149904251099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 358}
{"loss": -0.4105018079280853, "acc": 0.9220308065414429, "acc_or": 0.9610154032707214, "sender_entropy": 1.1038488149642944, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 359}
{"loss": -0.40894222259521484, "acc": 0.9223707914352417, "acc_or": 0.9611853957176208, "sender_entropy": 1.0963859558105469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 360}
{"loss": -0.41090691089630127, "acc": 0.9207842350006104, "acc_or": 0.9603921175003052, "sender_entropy": 1.1007869243621826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 361}
{"loss": -0.4100455045700073, "acc": 0.9191976189613342, "acc_or": 0.9595988392829895, "sender_entropy": 1.0984010696411133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 362}
{"loss": -0.41008371114730835, "acc": 0.9203309416770935, "acc_or": 0.9601654410362244, "sender_entropy": 1.0998514890670776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 363}
{"loss": -0.4107383191585541, "acc": 0.919310986995697, "acc_or": 0.9596554636955261, "sender_entropy": 1.101413369178772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 364}
{"loss": -0.4120140075683594, "acc": 0.9208975434303284, "acc_or": 0.9604488015174866, "sender_entropy": 1.1071622371673584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 365}
{"loss": -0.41194140911102295, "acc": 0.9208975434303284, "acc_or": 0.9604488015174866, "sender_entropy": 1.107413649559021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 366}
{"loss": -0.40894076228141785, "acc": 0.9210108518600464, "acc_or": 0.9605054259300232, "sender_entropy": 1.094167709350586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 367}
{"loss": -0.4099877178668976, "acc": 0.9221441745758057, "acc_or": 0.9610720872879028, "sender_entropy": 1.1012189388275146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 368}
{"loss": -0.41121792793273926, "acc": 0.9203309416770935, "acc_or": 0.9601654410362244, "sender_entropy": 1.1024737358093262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 369}
{"loss": -0.4095070958137512, "acc": 0.9227107763290405, "acc_or": 0.9613553881645203, "sender_entropy": 1.0937366485595703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 370}
{"loss": -0.4087008535861969, "acc": 0.9198775887489319, "acc_or": 0.9599388241767883, "sender_entropy": 1.0938279628753662, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 371}
{"loss": -0.41225162148475647, "acc": 0.9206709265708923, "acc_or": 0.9603354334831238, "sender_entropy": 1.106209635734558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 372}
{"loss": -0.4135657548904419, "acc": 0.9229374527931213, "acc_or": 0.9614686965942383, "sender_entropy": 1.108103632926941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 373}
{"loss": -0.41027164459228516, "acc": 0.9208975434303284, "acc_or": 0.9604488015174866, "sender_entropy": 1.097121000289917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 374}
{"loss": -0.4121767580509186, "acc": 0.9187443256378174, "acc_or": 0.9593721628189087, "sender_entropy": 1.1028399467468262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 375}
{"loss": -0.4089803993701935, "acc": 0.9218041896820068, "acc_or": 0.9609020948410034, "sender_entropy": 1.0894594192504883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 376}
{"loss": -0.4085882902145386, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 1.10057532787323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 377}
{"loss": -0.4102669060230255, "acc": 0.9208975434303284, "acc_or": 0.9604488015174866, "sender_entropy": 1.0978538990020752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 378}
{"loss": -0.4116894006729126, "acc": 0.9203309416770935, "acc_or": 0.9601654410362244, "sender_entropy": 1.1004152297973633, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 379}
{"loss": -0.4085170030593872, "acc": 0.9205575585365295, "acc_or": 0.9602788090705872, "sender_entropy": 1.091835856437683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 380}
{"loss": -0.4101954996585846, "acc": 0.9231640696525574, "acc_or": 0.9615820646286011, "sender_entropy": 1.0947922468185425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 381}
{"loss": -0.41475391387939453, "acc": 0.9205575585365295, "acc_or": 0.9602788090705872, "sender_entropy": 1.1086924076080322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 382}
{"loss": -0.4108932614326477, "acc": 0.921690821647644, "acc_or": 0.960845410823822, "sender_entropy": 1.0960257053375244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 383}
{"loss": -0.4145885705947876, "acc": 0.9189710021018982, "acc_or": 0.9594854712486267, "sender_entropy": 1.105429768562317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 384}
{"loss": -0.4121667146682739, "acc": 0.9208975434303284, "acc_or": 0.9604488015174866, "sender_entropy": 1.0960659980773926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 385}
{"loss": -0.41302135586738586, "acc": 0.9202175736427307, "acc_or": 0.9601088166236877, "sender_entropy": 1.1000674962997437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 386}
{"loss": -0.40977734327316284, "acc": 0.9213508367538452, "acc_or": 0.9606754183769226, "sender_entropy": 1.0915427207946777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9321427941322327}, "epoch": 387}
{"loss": -0.4135098457336426, "acc": 0.9189710021018982, "acc_or": 0.9594854712486267, "sender_entropy": 1.1086721420288086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 388}
{"loss": -0.4086247980594635, "acc": 0.9230507612228394, "acc_or": 0.9615253806114197, "sender_entropy": 1.0912669897079468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 389}
{"loss": -0.41252559423446655, "acc": 0.9208975434303284, "acc_or": 0.9604488015174866, "sender_entropy": 1.1030534505844116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 390}
{"loss": -0.4102153182029724, "acc": 0.9211242198944092, "acc_or": 0.9605621099472046, "sender_entropy": 1.0949890613555908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 391}
{"loss": -0.4089609980583191, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.0910921096801758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 392}
{"loss": -0.4134524166584015, "acc": 0.9220308065414429, "acc_or": 0.9610154032707214, "sender_entropy": 1.1030529737472534, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 393}
{"loss": -0.4147989749908447, "acc": 0.9203309416770935, "acc_or": 0.9601654410362244, "sender_entropy": 1.108967900276184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 394}
{"loss": -0.41492897272109985, "acc": 0.9206709265708923, "acc_or": 0.9603354334831238, "sender_entropy": 1.1066457033157349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 395}
{"loss": -0.41035351157188416, "acc": 0.9211242198944092, "acc_or": 0.9605621099472046, "sender_entropy": 1.090983271598816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 396}
{"loss": -0.41238704323768616, "acc": 0.9229374527931213, "acc_or": 0.9614686965942383, "sender_entropy": 1.1010290384292603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 397}
{"loss": -0.4135693311691284, "acc": 0.9225974678993225, "acc_or": 0.9612987041473389, "sender_entropy": 1.105745553970337, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 398}
{"loss": -0.41110578179359436, "acc": 0.9219174981117249, "acc_or": 0.96095871925354, "sender_entropy": 1.0941863059997559, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 399}
{"loss": -0.41345182061195374, "acc": 0.9225974678993225, "acc_or": 0.9612987041473389, "sender_entropy": 1.1020445823669434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 400}
{"loss": -0.41037794947624207, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.091444730758667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 401}
{"loss": -0.4132261872291565, "acc": 0.9207842350006104, "acc_or": 0.9603921175003052, "sender_entropy": 1.1002079248428345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 402}
{"loss": -0.414533793926239, "acc": 0.9191976189613342, "acc_or": 0.9595988392829895, "sender_entropy": 1.1001322269439697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 403}
{"loss": -0.41473737359046936, "acc": 0.9220308065414429, "acc_or": 0.9610154032707214, "sender_entropy": 1.1018916368484497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 404}
{"loss": -0.4137551784515381, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.1045652627944946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 405}
{"loss": -0.4129687249660492, "acc": 0.9231640696525574, "acc_or": 0.9615820646286011, "sender_entropy": 1.0989792346954346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 406}
{"loss": -0.4145747125148773, "acc": 0.9218041896820068, "acc_or": 0.9609020948410034, "sender_entropy": 1.1033554077148438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 407}
{"loss": -0.40876153111457825, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.090716004371643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 408}
{"loss": -0.41285425424575806, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.1023790836334229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 409}
{"loss": -0.4124433696269989, "acc": 0.9204442501068115, "acc_or": 0.9602221250534058, "sender_entropy": 1.089748740196228, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 410}
{"loss": -0.4132717549800873, "acc": 0.9199909567832947, "acc_or": 0.959995448589325, "sender_entropy": 1.0982898473739624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 411}
{"loss": -0.41292905807495117, "acc": 0.9210108518600464, "acc_or": 0.9605054259300232, "sender_entropy": 1.0954450368881226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 412}
{"loss": -0.4141633212566376, "acc": 0.921464204788208, "acc_or": 0.960732102394104, "sender_entropy": 1.0993694067001343, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 413}
{"loss": -0.41470181941986084, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.0958983898162842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 414}
{"loss": -0.41474366188049316, "acc": 0.921464204788208, "acc_or": 0.960732102394104, "sender_entropy": 1.1040408611297607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 415}
{"loss": -0.41529756784439087, "acc": 0.921464204788208, "acc_or": 0.960732102394104, "sender_entropy": 1.1027616262435913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 416}
{"loss": -0.41281434893608093, "acc": 0.9218041896820068, "acc_or": 0.9609020948410034, "sender_entropy": 1.0941390991210938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 417}
{"loss": -0.4156160354614258, "acc": 0.9224841594696045, "acc_or": 0.9612420797348022, "sender_entropy": 1.1030453443527222, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 418}
{"loss": -0.4141741693019867, "acc": 0.9213508367538452, "acc_or": 0.9606754183769226, "sender_entropy": 1.0956088304519653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 419}
{"loss": -0.4145064353942871, "acc": 0.9205575585365295, "acc_or": 0.9602788090705872, "sender_entropy": 1.0977401733398438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 420}
{"loss": -0.4131312668323517, "acc": 0.921690821647644, "acc_or": 0.960845410823822, "sender_entropy": 1.095456600189209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 421}
{"loss": -0.41378307342529297, "acc": 0.9225974678993225, "acc_or": 0.9612987041473389, "sender_entropy": 1.09636652469635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 422}
{"loss": -0.41529253125190735, "acc": 0.9229374527931213, "acc_or": 0.9614686965942383, "sender_entropy": 1.1020580530166626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 423}
{"loss": -0.41463732719421387, "acc": 0.9235040545463562, "acc_or": 0.9617520570755005, "sender_entropy": 1.095595121383667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 424}
{"loss": -0.41288745403289795, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.0905205011367798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 425}
{"loss": -0.41664206981658936, "acc": 0.9219174981117249, "acc_or": 0.96095871925354, "sender_entropy": 1.1049479246139526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 426}
{"loss": -0.4187500476837158, "acc": 0.9211242198944092, "acc_or": 0.9605621099472046, "sender_entropy": 1.1076993942260742, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 427}
{"loss": -0.4118107557296753, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.0982029438018799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 428}
{"loss": -0.4156653881072998, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.102896809577942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 429}
{"loss": -0.41772300004959106, "acc": 0.9196509718894958, "acc_or": 0.9598254561424255, "sender_entropy": 1.106778860092163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 430}
{"loss": -0.4152821898460388, "acc": 0.9207842350006104, "acc_or": 0.9603921175003052, "sender_entropy": 1.0959867238998413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 431}
{"loss": -0.4185417890548706, "acc": 0.9205575585365295, "acc_or": 0.9602788090705872, "sender_entropy": 1.108754277229309, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 432}
{"loss": -0.4141556918621063, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0990712642669678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 433}
{"loss": -0.4157847762107849, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 1.0989513397216797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 434}
{"loss": -0.4153231084346771, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.0941922664642334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 435}
{"loss": -0.41696491837501526, "acc": 0.9210108518600464, "acc_or": 0.9605054259300232, "sender_entropy": 1.101828694343567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 436}
{"loss": -0.41648077964782715, "acc": 0.9222574830055237, "acc_or": 0.9611287117004395, "sender_entropy": 1.0994699001312256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 437}
{"loss": -0.4165651798248291, "acc": 0.9225974678993225, "acc_or": 0.9612987041473389, "sender_entropy": 1.09871244430542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 438}
{"loss": -0.41566306352615356, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.1021769046783447, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 439}
{"loss": -0.4180311858654022, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.099406123161316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 440}
{"loss": -0.41883522272109985, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 1.1082184314727783, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 441}
{"loss": -0.4149467647075653, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 1.0933853387832642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 442}
{"loss": -0.41459834575653076, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.0953563451766968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 443}
{"loss": -0.41804149746894836, "acc": 0.9230507612228394, "acc_or": 0.9615253806114197, "sender_entropy": 1.1037662029266357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 444}
{"loss": -0.416858047246933, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.1015955209732056, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 445}
{"loss": -0.41958189010620117, "acc": 0.9211242198944092, "acc_or": 0.9605621099472046, "sender_entropy": 1.1032830476760864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 446}
{"loss": -0.4158032536506653, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.0919485092163086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 447}
{"loss": -0.4187697470188141, "acc": 0.921464204788208, "acc_or": 0.960732102394104, "sender_entropy": 1.0962406396865845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 448}
{"loss": -0.41773319244384766, "acc": 0.9199909567832947, "acc_or": 0.959995448589325, "sender_entropy": 1.0922735929489136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 449}
{"loss": -0.4184841513633728, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.1014885902404785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 450}
{"loss": -0.41742464900016785, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.0984134674072266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 451}
{"loss": -0.4176516830921173, "acc": 0.9206709265708923, "acc_or": 0.9603354334831238, "sender_entropy": 1.1002304553985596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 452}
{"loss": -0.41899147629737854, "acc": 0.9203309416770935, "acc_or": 0.9601654410362244, "sender_entropy": 1.0994200706481934, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 453}
{"loss": -0.41938021779060364, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 1.1036090850830078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 454}
{"loss": -0.41868695616722107, "acc": 0.9204442501068115, "acc_or": 0.9602221250534058, "sender_entropy": 1.0978316068649292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 455}
{"loss": -0.4219050109386444, "acc": 0.921690821647644, "acc_or": 0.960845410823822, "sender_entropy": 1.1078211069107056, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 456}
{"loss": -0.4153275787830353, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.0918935537338257, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 457}
{"loss": -0.41858306527137756, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.1016004085540771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 458}
{"loss": -0.415769100189209, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.0898953676223755, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9249999523162842}, "epoch": 459}
{"loss": -0.4205474257469177, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.1001797914505005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 460}
{"loss": -0.419779509305954, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.1059205532073975, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 461}
{"loss": -0.4174818992614746, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.097283959388733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 462}
{"loss": -0.42120808362960815, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.1041619777679443, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 463}
{"loss": -0.4184446334838867, "acc": 0.9196509718894958, "acc_or": 0.9598254561424255, "sender_entropy": 1.094611644744873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 464}
{"loss": -0.4212561845779419, "acc": 0.9227107763290405, "acc_or": 0.9613553881645203, "sender_entropy": 1.1076878309249878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 465}
{"loss": -0.419052392244339, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.1012604236602783, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 466}
{"loss": -0.4195992946624756, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.0974400043487549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9265305995941162}, "epoch": 467}
{"loss": -0.41849285364151, "acc": 0.9235040545463562, "acc_or": 0.9617520570755005, "sender_entropy": 1.0959662199020386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9244897365570068}, "epoch": 468}
{"loss": -0.41989290714263916, "acc": 0.9224841594696045, "acc_or": 0.9612420797348022, "sender_entropy": 1.1027129888534546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 469}
{"loss": -0.41903436183929443, "acc": 0.9229374527931213, "acc_or": 0.9614686965942383, "sender_entropy": 1.0979104042053223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9244897365570068}, "epoch": 470}
{"loss": -0.4179295301437378, "acc": 0.923730731010437, "acc_or": 0.9618653655052185, "sender_entropy": 1.096739649772644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9275509715080261}, "epoch": 471}
{"loss": -0.4195873737335205, "acc": 0.9211242198944092, "acc_or": 0.9605621099472046, "sender_entropy": 1.0968166589736938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9239795804023743}, "epoch": 472}
{"loss": -0.42161545157432556, "acc": 0.921690821647644, "acc_or": 0.960845410823822, "sender_entropy": 1.1049120426177979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 473}
{"loss": -0.42097464203834534, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 1.1026123762130737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 474}
{"loss": -0.4203471839427948, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.1005897521972656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 475}
{"loss": -0.42078471183776855, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.0993355512619019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 476}
{"loss": -0.41904065012931824, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.094822883605957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 477}
{"loss": -0.42148852348327637, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.1075890064239502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 478}
{"loss": -0.4202239513397217, "acc": 0.9213508367538452, "acc_or": 0.9606754183769226, "sender_entropy": 1.0981277227401733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 479}
{"loss": -0.41992637515068054, "acc": 0.9289438128471375, "acc_or": 0.9644152522087097, "sender_entropy": 1.0978326797485352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 480}
{"loss": -0.41898563504219055, "acc": 0.9231640696525574, "acc_or": 0.9615820646286011, "sender_entropy": 1.0894510746002197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 481}
{"loss": -0.42108699679374695, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.098097324371338, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 482}
{"loss": -0.4198988378047943, "acc": 0.9223707914352417, "acc_or": 0.9611853957176208, "sender_entropy": 1.0936325788497925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 483}
{"loss": -0.4218812882900238, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.1019926071166992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 484}
{"loss": -0.4188307523727417, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.098223090171814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 485}
{"loss": -0.4200597107410431, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.0978156328201294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 486}
{"loss": -0.42188817262649536, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0993218421936035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 487}
{"loss": -0.4182530343532562, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.0924389362335205, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 488}
{"loss": -0.4215453863143921, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.1024903059005737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 489}
{"loss": -0.4202537536621094, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.0962942838668823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 490}
{"loss": -0.42132025957107544, "acc": 0.9235040545463562, "acc_or": 0.9617520570755005, "sender_entropy": 1.0987534523010254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 491}
{"loss": -0.4191683530807495, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.0985829830169678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 492}
{"loss": -0.42210522294044495, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.1012109518051147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 493}
{"loss": -0.4213300347328186, "acc": 0.9230507612228394, "acc_or": 0.9615253806114197, "sender_entropy": 1.0934938192367554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 494}
{"loss": -0.41920119524002075, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.0955814123153687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 495}
{"loss": -0.4206177294254303, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0961694717407227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 496}
{"loss": -0.4173995852470398, "acc": 0.9297370910644531, "acc_or": 0.9648685455322266, "sender_entropy": 1.0873888731002808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 497}
{"loss": -0.42170006036758423, "acc": 0.921690821647644, "acc_or": 0.960845410823822, "sender_entropy": 1.0981340408325195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 498}
{"loss": -0.422249436378479, "acc": 0.9231640696525574, "acc_or": 0.9615820646286011, "sender_entropy": 1.0975059270858765, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 499}
{"loss": -0.4221433103084564, "acc": 0.9218041896820068, "acc_or": 0.9609020948410034, "sender_entropy": 1.0995429754257202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 500}
{"loss": -0.41959038376808167, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.0880106687545776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 501}
{"loss": -0.4240880310535431, "acc": 0.9221441745758057, "acc_or": 0.9610720872879028, "sender_entropy": 1.1028146743774414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 502}
{"loss": -0.42153701186180115, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0982272624969482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 503}
{"loss": -0.42268121242523193, "acc": 0.923730731010437, "acc_or": 0.9618653655052185, "sender_entropy": 1.1030244827270508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 504}
{"loss": -0.42256471514701843, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.1044037342071533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 505}
{"loss": -0.4214724898338318, "acc": 0.9230507612228394, "acc_or": 0.9615253806114197, "sender_entropy": 1.0916061401367188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 506}
{"loss": -0.4221113324165344, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.102956771850586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 507}
{"loss": -0.4201633930206299, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.0915709733963013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 508}
{"loss": -0.4239638149738312, "acc": 0.9223707914352417, "acc_or": 0.9611853957176208, "sender_entropy": 1.1005467176437378, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 509}
{"loss": -0.4225807189941406, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.0977299213409424, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 510}
{"loss": -0.423282265663147, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.1025567054748535, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 511}
{"loss": -0.4223484992980957, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.0968400239944458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 512}
{"loss": -0.42313316464424133, "acc": 0.9224841594696045, "acc_or": 0.9612420797348022, "sender_entropy": 1.0958776473999023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 513}
{"loss": -0.4192894399166107, "acc": 0.930077075958252, "acc_or": 0.965038537979126, "sender_entropy": 1.0886338949203491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 514}
{"loss": -0.42298683524131775, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.0999336242675781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 515}
{"loss": -0.4250233471393585, "acc": 0.921577513217926, "acc_or": 0.9607887864112854, "sender_entropy": 1.0933637619018555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 516}
{"loss": -0.4228998124599457, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.0975720882415771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 517}
{"loss": -0.42429256439208984, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.1022404432296753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 518}
{"loss": -0.421584814786911, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.0891871452331543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 519}
{"loss": -0.4222569465637207, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.0947513580322266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 520}
{"loss": -0.42075490951538086, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.0951861143112183, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 521}
{"loss": -0.4246475100517273, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.1038951873779297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 522}
{"loss": -0.42353853583335876, "acc": 0.9228241443634033, "acc_or": 0.9614120721817017, "sender_entropy": 1.0981266498565674, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 523}
{"loss": -0.4218507707118988, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.099949836730957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 524}
{"loss": -0.4257545471191406, "acc": 0.928037166595459, "acc_or": 0.9640185832977295, "sender_entropy": 1.1056963205337524, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 525}
{"loss": -0.4246414601802826, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.1009421348571777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 526}
{"loss": -0.4239683449268341, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0974138975143433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 527}
{"loss": -0.4214358329772949, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.0893181562423706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 528}
{"loss": -0.42370307445526123, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.094098687171936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 529}
{"loss": -0.424990177154541, "acc": 0.9190843105316162, "acc_or": 0.9595421552658081, "sender_entropy": 1.098349928855896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 530}
{"loss": -0.4237706661224365, "acc": 0.9221441745758057, "acc_or": 0.9610720872879028, "sender_entropy": 1.096903681755066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 531}
{"loss": -0.42363041639328003, "acc": 0.921690821647644, "acc_or": 0.960845410823822, "sender_entropy": 1.0925394296646118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 532}
{"loss": -0.4194026291370392, "acc": 0.9307570457458496, "acc_or": 0.9653785228729248, "sender_entropy": 1.0919458866119385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 533}
{"loss": -0.4231044352054596, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.0981450080871582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 534}
{"loss": -0.4252864718437195, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.1044772863388062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 535}
{"loss": -0.4218209683895111, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.0913225412368774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9239795804023743}, "epoch": 536}
{"loss": -0.42485305666923523, "acc": 0.9221441745758057, "acc_or": 0.9610720872879028, "sender_entropy": 1.0971781015396118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9239795804023743}, "epoch": 537}
{"loss": -0.4228174686431885, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.1025829315185547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 538}
{"loss": -0.42672327160835266, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.1025819778442383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 539}
{"loss": -0.4238729774951935, "acc": 0.9235040545463562, "acc_or": 0.9617520570755005, "sender_entropy": 1.0955663919448853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9260203838348389}, "epoch": 540}
{"loss": -0.4283061921596527, "acc": 0.9229374527931213, "acc_or": 0.9614686965942383, "sender_entropy": 1.1082429885864258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9188774824142456}, "epoch": 541}
{"loss": -0.42722269892692566, "acc": 0.923730731010437, "acc_or": 0.9618653655052185, "sender_entropy": 1.1000397205352783, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 542}
{"loss": -0.42387428879737854, "acc": 0.9224841594696045, "acc_or": 0.9612420797348022, "sender_entropy": 1.09005868434906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 543}
{"loss": -0.42707133293151855, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.1017205715179443, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9275509715080261}, "epoch": 544}
{"loss": -0.4258270561695099, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.102324366569519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 545}
{"loss": -0.42631471157073975, "acc": 0.9221441745758057, "acc_or": 0.9610720872879028, "sender_entropy": 1.0973000526428223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 546}
{"loss": -0.42509397864341736, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.099115252494812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9244897365570068}, "epoch": 547}
{"loss": -0.4239274561405182, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.097023844718933, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 548}
{"loss": -0.4282679557800293, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.1058330535888672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 549}
{"loss": -0.42721226811408997, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.0987297296524048, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 550}
{"loss": -0.4260209798812866, "acc": 0.9228241443634033, "acc_or": 0.9614120721817017, "sender_entropy": 1.093485951423645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 551}
{"loss": -0.4257481098175049, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.1008152961730957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 552}
{"loss": -0.42497047781944275, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.093225359916687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.9178571105003357}, "epoch": 553}
{"loss": -0.427501916885376, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.1004877090454102, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 554}
{"loss": -0.42681261897087097, "acc": 0.9222574830055237, "acc_or": 0.9611287117004395, "sender_entropy": 1.101622462272644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 555}
{"loss": -0.4265331029891968, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.1060376167297363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9255101680755615}, "epoch": 556}
{"loss": -0.42847660183906555, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.106404185295105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 557}
{"loss": -0.4264000356197357, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.096731185913086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 558}
{"loss": -0.4255181849002838, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.0987498760223389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 559}
{"loss": -0.42609867453575134, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0929930210113525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 560}
{"loss": -0.42414671182632446, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.0893845558166504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 561}
{"loss": -0.4234567880630493, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0927740335464478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 562}
{"loss": -0.42908909916877747, "acc": 0.9218041896820068, "acc_or": 0.9609020948410034, "sender_entropy": 1.1010375022888184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 563}
{"loss": -0.4264780879020691, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.0976365804672241, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 564}
{"loss": -0.4297935962677002, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 1.1028865575790405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 565}
{"loss": -0.427406907081604, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.1027590036392212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 566}
{"loss": -0.42891114950180054, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.104432463645935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 567}
{"loss": -0.42632967233657837, "acc": 0.9222574830055237, "acc_or": 0.9611287117004395, "sender_entropy": 1.0925204753875732, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 568}
{"loss": -0.42529141902923584, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.0889506340026855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 569}
{"loss": -0.42663145065307617, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.097765326499939, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 570}
{"loss": -0.4281449615955353, "acc": 0.9230507612228394, "acc_or": 0.9615253806114197, "sender_entropy": 1.0938851833343506, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 571}
{"loss": -0.4292091727256775, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.1077548265457153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 572}
{"loss": -0.43030500411987305, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 1.104256510734558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 573}
{"loss": -0.4283425509929657, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.0985770225524902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 574}
{"loss": -0.42645102739334106, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.099230408668518, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.918367326259613}, "epoch": 575}
{"loss": -0.4291430413722992, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.1037495136260986, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 576}
{"loss": -0.43021583557128906, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.104189157485962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 577}
{"loss": -0.42765769362449646, "acc": 0.928037166595459, "acc_or": 0.9640185832977295, "sender_entropy": 1.1039314270019531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 578}
{"loss": -0.4276007115840912, "acc": 0.9221441745758057, "acc_or": 0.9610720872879028, "sender_entropy": 1.0967512130737305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 579}
{"loss": -0.4246059060096741, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.0945340394973755, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 580}
{"loss": -0.4285915493965149, "acc": 0.9227107763290405, "acc_or": 0.9613553881645203, "sender_entropy": 1.092488169670105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 581}
{"loss": -0.4296038746833801, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.1000868082046509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 582}
{"loss": -0.4289999008178711, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.0982749462127686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 583}
{"loss": -0.42972880601882935, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.1050114631652832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 584}
{"loss": -0.427064448595047, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.096717119216919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 585}
{"loss": -0.42920801043510437, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.1028337478637695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9290816187858582}, "epoch": 586}
{"loss": -0.4294634163379669, "acc": 0.9195376038551331, "acc_or": 0.9597688317298889, "sender_entropy": 1.1052377223968506, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 587}
{"loss": -0.4305386245250702, "acc": 0.9218041896820068, "acc_or": 0.9609020948410034, "sender_entropy": 1.1046345233917236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 588}
{"loss": -0.42604219913482666, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.0932414531707764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 589}
{"loss": -0.43058842420578003, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.1020386219024658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 590}
{"loss": -0.42687737941741943, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0960745811462402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 591}
{"loss": -0.427373468875885, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.095827579498291, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 592}
{"loss": -0.42733868956565857, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.09348464012146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 593}
{"loss": -0.42915165424346924, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.0939980745315552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 594}
{"loss": -0.42800697684288025, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.1005877256393433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 595}
{"loss": -0.43471187353134155, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.1036617755889893, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 596}
{"loss": -0.4349600076675415, "acc": 0.9203309416770935, "acc_or": 0.9601654410362244, "sender_entropy": 1.1031725406646729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9255101680755615}, "epoch": 597}
{"loss": -0.43511560559272766, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.1065342426300049, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 598}
{"loss": -0.4312889277935028, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.0971062183380127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 599}
{"loss": -0.43600699305534363, "acc": 0.9230507612228394, "acc_or": 0.9615253806114197, "sender_entropy": 1.107253074645996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 600}
{"loss": -0.4289870858192444, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0940600633621216, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 601}
{"loss": -0.4313371181488037, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0993812084197998, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 602}
{"loss": -0.4314113259315491, "acc": 0.923730731010437, "acc_or": 0.9618653655052185, "sender_entropy": 1.1038861274719238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 603}
{"loss": -0.42771482467651367, "acc": 0.9235040545463562, "acc_or": 0.9617520570755005, "sender_entropy": 1.0905648469924927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 604}
{"loss": -0.4276218116283417, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.0943983793258667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 605}
{"loss": -0.43058300018310547, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.1012625694274902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 606}
{"loss": -0.4309419095516205, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.100251317024231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 607}
{"loss": -0.42980238795280457, "acc": 0.921464204788208, "acc_or": 0.960732102394104, "sender_entropy": 1.0978293418884277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 608}
{"loss": -0.4287828803062439, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.0910639762878418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 609}
{"loss": -0.4320359528064728, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.1018396615982056, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 610}
{"loss": -0.42878812551498413, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0899442434310913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 611}
{"loss": -0.4320563077926636, "acc": 0.9227107763290405, "acc_or": 0.9613553881645203, "sender_entropy": 1.099894404411316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 612}
{"loss": -0.43196946382522583, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.1063668727874756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 613}
{"loss": -0.43194854259490967, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.1003190279006958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 614}
{"loss": -0.4317837655544281, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.1004785299301147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 615}
{"loss": -0.4321233630180359, "acc": 0.9220308065414429, "acc_or": 0.9610154032707214, "sender_entropy": 1.1004105806350708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 616}
{"loss": -0.4328627586364746, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.1069475412368774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 617}
{"loss": -0.4312080442905426, "acc": 0.9230507612228394, "acc_or": 0.9615253806114197, "sender_entropy": 1.1023069620132446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 618}
{"loss": -0.43098175525665283, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.0946986675262451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 619}
{"loss": -0.4308301508426666, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.1037554740905762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 620}
{"loss": -0.42688870429992676, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0935138463974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 621}
{"loss": -0.431113064289093, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.1017383337020874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 622}
{"loss": -0.4299579858779907, "acc": 0.9307570457458496, "acc_or": 0.9653785228729248, "sender_entropy": 1.0955264568328857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 623}
{"loss": -0.4326426386833191, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.1012567281723022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 624}
{"loss": -0.4299125075340271, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.095520257949829, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 625}
{"loss": -0.4339669346809387, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.1073306798934937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 626}
{"loss": -0.4316495358943939, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 1.0983186960220337, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 627}
{"loss": -0.42836469411849976, "acc": 0.9287171363830566, "acc_or": 0.9643585681915283, "sender_entropy": 1.0904191732406616, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 628}
{"loss": -0.42998039722442627, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.089019775390625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 629}
{"loss": -0.43048974871635437, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.0938491821289062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 630}
{"loss": -0.43110916018486023, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.0930893421173096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 631}
{"loss": -0.43252965807914734, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.0992655754089355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 632}
{"loss": -0.4308875799179077, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.0933384895324707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 633}
{"loss": -0.4306371808052063, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.0946892499923706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 634}
{"loss": -0.4334581196308136, "acc": 0.9235040545463562, "acc_or": 0.9617520570755005, "sender_entropy": 1.0988514423370361, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 635}
{"loss": -0.430258184671402, "acc": 0.9320036172866821, "acc_or": 0.9660018086433411, "sender_entropy": 1.1018192768096924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 636}
{"loss": -0.43424248695373535, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.1044952869415283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 637}
{"loss": -0.43165045976638794, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.1011396646499634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 638}
{"loss": -0.4286225140094757, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0986837148666382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 639}
{"loss": -0.4330129623413086, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.0989984273910522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 640}
{"loss": -0.4360194206237793, "acc": 0.9211242198944092, "acc_or": 0.9605621099472046, "sender_entropy": 1.106483817100525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 641}
{"loss": -0.4326874017715454, "acc": 0.9221441745758057, "acc_or": 0.9610720872879028, "sender_entropy": 1.0975847244262695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 642}
{"loss": -0.43290871381759644, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.0990608930587769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 643}
{"loss": -0.4299473762512207, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.0892906188964844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 644}
{"loss": -0.4299830496311188, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.094058871269226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 645}
{"loss": -0.43261680006980896, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.101426362991333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 646}
{"loss": -0.4331342279911041, "acc": 0.9235040545463562, "acc_or": 0.9617520570755005, "sender_entropy": 1.0990321636199951, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 647}
{"loss": -0.4305821657180786, "acc": 0.9228241443634033, "acc_or": 0.9614120721817017, "sender_entropy": 1.0901237726211548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 648}
{"loss": -0.4360806941986084, "acc": 0.9204442501068115, "acc_or": 0.9602221250534058, "sender_entropy": 1.107008934020996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.875}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 649}
{"loss": -0.43435490131378174, "acc": 0.9235040545463562, "acc_or": 0.9617520570755005, "sender_entropy": 1.0978115797042847, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9265305995941162}, "epoch": 650}
{"loss": -0.43281662464141846, "acc": 0.923730731010437, "acc_or": 0.9618653655052185, "sender_entropy": 1.0987741947174072, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 651}
{"loss": -0.43169066309928894, "acc": 0.9298503994941711, "acc_or": 0.964925229549408, "sender_entropy": 1.1016312837600708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 652}
{"loss": -0.4301563501358032, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.0980327129364014, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 653}
{"loss": -0.43570977449417114, "acc": 0.9218041896820068, "acc_or": 0.9609020948410034, "sender_entropy": 1.1054633855819702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 654}
{"loss": -0.43487828969955444, "acc": 0.9224841594696045, "acc_or": 0.9612420797348022, "sender_entropy": 1.1018706560134888, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 655}
{"loss": -0.43570250272750854, "acc": 0.923730731010437, "acc_or": 0.9618653655052185, "sender_entropy": 1.1079670190811157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 656}
{"loss": -0.4326058626174927, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.0891571044921875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 657}
{"loss": -0.4317265748977661, "acc": 0.9224841594696045, "acc_or": 0.9612420797348022, "sender_entropy": 1.0891106128692627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 658}
{"loss": -0.4358025789260864, "acc": 0.9219174981117249, "acc_or": 0.96095871925354, "sender_entropy": 1.1046544313430786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9260203838348389}, "epoch": 659}
{"loss": -0.43509116768836975, "acc": 0.9224841594696045, "acc_or": 0.9612420797348022, "sender_entropy": 1.1023081541061401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 660}
{"loss": -0.4304303526878357, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.0913058519363403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 661}
{"loss": -0.4338248372077942, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.0983667373657227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.9188774824142456}, "epoch": 662}
{"loss": -0.43441107869148254, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.0950539112091064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 663}
{"loss": -0.43630096316337585, "acc": 0.9222574830055237, "acc_or": 0.9611287117004395, "sender_entropy": 1.102813959121704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 664}
{"loss": -0.43365761637687683, "acc": 0.9261106252670288, "acc_or": 0.9630553126335144, "sender_entropy": 1.093701958656311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 665}
{"loss": -0.4352903664112091, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.1022214889526367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 666}
{"loss": -0.43207812309265137, "acc": 0.921690821647644, "acc_or": 0.960845410823822, "sender_entropy": 1.091681957244873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 667}
{"loss": -0.43662869930267334, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.108023762702942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 668}
{"loss": -0.43308475613594055, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0949386358261108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 669}
{"loss": -0.4362061321735382, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.1026921272277832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 670}
{"loss": -0.43209102749824524, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.0915485620498657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 671}
{"loss": -0.43625742197036743, "acc": 0.9230507612228394, "acc_or": 0.9615253806114197, "sender_entropy": 1.1024800539016724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 672}
{"loss": -0.43505769968032837, "acc": 0.9231640696525574, "acc_or": 0.9615820646286011, "sender_entropy": 1.098400592803955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 673}
{"loss": -0.43506884574890137, "acc": 0.9231640696525574, "acc_or": 0.9615820646286011, "sender_entropy": 1.094396948814392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 674}
{"loss": -0.432431697845459, "acc": 0.9315503239631653, "acc_or": 0.9657751321792603, "sender_entropy": 1.0990103483200073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 675}
{"loss": -0.4336029291152954, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.096386194229126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 676}
{"loss": -0.43296271562576294, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.093635082244873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 677}
{"loss": -0.43512430787086487, "acc": 0.9231640696525574, "acc_or": 0.9615820646286011, "sender_entropy": 1.0948675870895386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 678}
{"loss": -0.43596476316452026, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.105994462966919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 679}
{"loss": -0.43567878007888794, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.098670244216919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 680}
{"loss": -0.43643343448638916, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.1027730703353882, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 681}
{"loss": -0.4347244203090668, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.0943681001663208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 682}
{"loss": -0.43652844429016113, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.1006299257278442, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 683}
{"loss": -0.43205422163009644, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.0995789766311646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 684}
{"loss": -0.43696630001068115, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.1026021242141724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 685}
{"loss": -0.4343258738517761, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.095085620880127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 686}
{"loss": -0.4378920793533325, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.1049304008483887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 687}
{"loss": -0.43234026432037354, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.0882344245910645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 688}
{"loss": -0.43546828627586365, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.0988038778305054, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 689}
{"loss": -0.4375208020210266, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.1057544946670532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 690}
{"loss": -0.4363718032836914, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.1007634401321411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 691}
{"loss": -0.433565229177475, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.0939217805862427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 692}
{"loss": -0.4336092472076416, "acc": 0.930077075958252, "acc_or": 0.965038537979126, "sender_entropy": 1.091077208518982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 693}
{"loss": -0.4343041479587555, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.0934079885482788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 694}
{"loss": -0.43505504727363586, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.1008161306381226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 695}
{"loss": -0.4385485351085663, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.106389045715332, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 696}
{"loss": -0.43677231669425964, "acc": 0.921464204788208, "acc_or": 0.960732102394104, "sender_entropy": 1.100149393081665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 697}
{"loss": -0.43484780192375183, "acc": 0.9222574830055237, "acc_or": 0.9611287117004395, "sender_entropy": 1.0922083854675293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 698}
{"loss": -0.4344150424003601, "acc": 0.9227107763290405, "acc_or": 0.9613553881645203, "sender_entropy": 1.0909051895141602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 699}
{"loss": -0.43171510100364685, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.0911680459976196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 700}
{"loss": -0.43411755561828613, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.094396948814392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 701}
{"loss": -0.436262309551239, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.1002092361450195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 702}
{"loss": -0.4355812072753906, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.101986289024353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 703}
{"loss": -0.43411096930503845, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.0885751247406006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 704}
{"loss": -0.4364732503890991, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.1027294397354126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 705}
{"loss": -0.4372663199901581, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.0958622694015503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9239795804023743}, "epoch": 706}
{"loss": -0.434126615524292, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.0983377695083618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 707}
{"loss": -0.4377690255641937, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.1047015190124512, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 708}
{"loss": -0.4396362900733948, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.104871392250061, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 709}
{"loss": -0.4381052851676941, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.1051158905029297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 710}
{"loss": -0.4402052164077759, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.1059191226959229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 711}
{"loss": -0.43568718433380127, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.1000336408615112, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 712}
{"loss": -0.43617263436317444, "acc": 0.9297370910644531, "acc_or": 0.9648685455322266, "sender_entropy": 1.1080306768417358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 713}
{"loss": -0.4407780170440674, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.1081794500350952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 714}
{"loss": -0.43799227476119995, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.1026664972305298, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 715}
{"loss": -0.439331978559494, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.1064046621322632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 716}
{"loss": -0.4324892461299896, "acc": 0.9342701435089111, "acc_or": 0.9671350717544556, "sender_entropy": 1.0988413095474243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 717}
{"loss": -0.4380272924900055, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.1008719205856323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 718}
{"loss": -0.4355207085609436, "acc": 0.9229374527931213, "acc_or": 0.9614686965942383, "sender_entropy": 1.095241904258728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9239795804023743}, "epoch": 719}
{"loss": -0.43538910150527954, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.1013715267181396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 720}
{"loss": -0.43419480323791504, "acc": 0.9315503239631653, "acc_or": 0.9657751321792603, "sender_entropy": 1.1026959419250488, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 721}
{"loss": -0.43773746490478516, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0996348857879639, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 722}
{"loss": -0.43813350796699524, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.1024956703186035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 723}
{"loss": -0.43821853399276733, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.1050530672073364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 724}
{"loss": -0.4316982328891754, "acc": 0.9332502484321594, "acc_or": 0.9666250944137573, "sender_entropy": 1.0917692184448242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.9188774824142456}, "epoch": 725}
{"loss": -0.4368283152580261, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.098241925239563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 726}
{"loss": -0.43915626406669617, "acc": 0.921690821647644, "acc_or": 0.960845410823822, "sender_entropy": 1.0988260507583618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9255101680755615}, "epoch": 727}
{"loss": -0.4364199936389923, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0950849056243896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 728}
{"loss": -0.43902772665023804, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.107277274131775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 729}
{"loss": -0.43609482049942017, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.0992134809494019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 730}
{"loss": -0.43501394987106323, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.0931490659713745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 731}
{"loss": -0.4384222626686096, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.1031800508499146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 732}
{"loss": -0.43780651688575745, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.0961469411849976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.9188774824142456}, "epoch": 733}
{"loss": -0.4363213777542114, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.0964484214782715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 734}
{"loss": -0.44137173891067505, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.1083132028579712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9244897365570068}, "epoch": 735}
{"loss": -0.4396786689758301, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.1072752475738525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 736}
{"loss": -0.43549397587776184, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.09292471408844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9260203838348389}, "epoch": 737}
{"loss": -0.4361726939678192, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.096750020980835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 738}
{"loss": -0.43876340985298157, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.100244164466858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 739}
{"loss": -0.4405590891838074, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.107354998588562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 740}
{"loss": -0.4373335540294647, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0989906787872314, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9260203838348389}, "epoch": 741}
{"loss": -0.43603378534317017, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 1.0928021669387817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 742}
{"loss": -0.4390820264816284, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.100244164466858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 743}
{"loss": -0.43588322401046753, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.0975984334945679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 744}
{"loss": -0.4377262592315674, "acc": 0.928037166595459, "acc_or": 0.9640185832977295, "sender_entropy": 1.0989090204238892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 745}
{"loss": -0.4365991950035095, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.0906001329421997, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 746}
{"loss": -0.4366454482078552, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.0931963920593262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 747}
{"loss": -0.4359126687049866, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.090951681137085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 748}
{"loss": -0.43310075998306274, "acc": 0.9406164884567261, "acc_or": 0.970308244228363, "sender_entropy": 1.1011494398117065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9244897365570068}, "epoch": 749}
{"loss": -0.4321646988391876, "acc": 0.9315503239631653, "acc_or": 0.9657751321792603, "sender_entropy": 1.0930789709091187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9260203838348389}, "epoch": 750}
{"loss": -0.439044713973999, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.0984846353530884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 751}
{"loss": -0.43940743803977966, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.096718192100525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 752}
{"loss": -0.44063544273376465, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.0981707572937012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 753}
{"loss": -0.43767717480659485, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.092923641204834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 754}
{"loss": -0.43887805938720703, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.0994586944580078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 755}
{"loss": -0.43568477034568787, "acc": 0.9321169257164001, "acc_or": 0.9660584926605225, "sender_entropy": 1.0980117321014404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 756}
{"loss": -0.4385894536972046, "acc": 0.9261106252670288, "acc_or": 0.9630553126335144, "sender_entropy": 1.1026813983917236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 757}
{"loss": -0.43674933910369873, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.093229055404663, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 758}
{"loss": -0.4360365867614746, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.0934932231903076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 759}
{"loss": -0.4366120994091034, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0948175191879272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 760}
{"loss": -0.4367915987968445, "acc": 0.9297370910644531, "acc_or": 0.9648685455322266, "sender_entropy": 1.0967819690704346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 761}
{"loss": -0.43481242656707764, "acc": 0.9352900981903076, "acc_or": 0.9676450490951538, "sender_entropy": 1.1030964851379395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 762}
{"loss": -0.4375148415565491, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0952177047729492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 763}
{"loss": -0.4395137131214142, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.097931146621704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 764}
{"loss": -0.43539440631866455, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.0873992443084717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 765}
{"loss": -0.43559470772743225, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.0983390808105469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 766}
{"loss": -0.436070054769516, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.0936615467071533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 767}
{"loss": -0.44064730405807495, "acc": 0.9229374527931213, "acc_or": 0.9614686965942383, "sender_entropy": 1.1034189462661743, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 768}
{"loss": -0.4404924213886261, "acc": 0.923730731010437, "acc_or": 0.9618653655052185, "sender_entropy": 1.1019881963729858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 769}
{"loss": -0.43953654170036316, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.1024024486541748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 770}
{"loss": -0.4411851465702057, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.1083296537399292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 771}
{"loss": -0.4358830153942108, "acc": 0.930077075958252, "acc_or": 0.965038537979126, "sender_entropy": 1.0921332836151123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 772}
{"loss": -0.44034871459007263, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.1025807857513428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 773}
{"loss": -0.4337977170944214, "acc": 0.9305303692817688, "acc_or": 0.9652652144432068, "sender_entropy": 1.0901808738708496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 774}
{"loss": -0.43884676694869995, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.0984046459197998, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 775}
{"loss": -0.4421080946922302, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.1079347133636475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 776}
{"loss": -0.43924930691719055, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.09473717212677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 777}
{"loss": -0.4405238628387451, "acc": 0.921690821647644, "acc_or": 0.960845410823822, "sender_entropy": 1.1008355617523193, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 778}
{"loss": -0.4337553381919861, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.0877296924591064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 779}
{"loss": -0.43768057227134705, "acc": 0.9228241443634033, "acc_or": 0.9614120721817017, "sender_entropy": 1.0903609991073608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 780}
{"loss": -0.43736547231674194, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.0881332159042358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 781}
{"loss": -0.4361879825592041, "acc": 0.9350634813308716, "acc_or": 0.9675317406654358, "sender_entropy": 1.0991110801696777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 782}
{"loss": -0.4396620988845825, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.095729947090149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 783}
{"loss": -0.43961721658706665, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0977871417999268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 784}
{"loss": -0.4384434223175049, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0912648439407349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 785}
{"loss": -0.4322008788585663, "acc": 0.9363100528717041, "acc_or": 0.968155026435852, "sender_entropy": 1.0911725759506226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 786}
{"loss": -0.4387998580932617, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.0952616930007935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 787}
{"loss": -0.43712764978408813, "acc": 0.9314370155334473, "acc_or": 0.9657185077667236, "sender_entropy": 1.0993683338165283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 788}
{"loss": -0.44008633494377136, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.1047104597091675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 789}
{"loss": -0.4412958323955536, "acc": 0.9227107763290405, "acc_or": 0.9613553881645203, "sender_entropy": 1.101123571395874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 790}
{"loss": -0.43698617815971375, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.086172103881836, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 791}
{"loss": -0.4399937689304352, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0948913097381592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 792}
{"loss": -0.43835166096687317, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.0908873081207275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 793}
{"loss": -0.4386131763458252, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.1011546850204468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 794}
{"loss": -0.4395096004009247, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.0932310819625854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 795}
{"loss": -0.43999072909355164, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.0982868671417236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 796}
{"loss": -0.44195660948753357, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.1037558317184448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 797}
{"loss": -0.4416005611419678, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.1026772260665894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 798}
{"loss": -0.4377828538417816, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.0997720956802368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 799}
{"loss": -0.4373569190502167, "acc": 0.9298503994941711, "acc_or": 0.964925229549408, "sender_entropy": 1.098877191543579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9239795804023743}, "epoch": 800}
{"loss": -0.43909043073654175, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.0909836292266846, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 801}
{"loss": -0.4438636600971222, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.107062578201294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 802}
{"loss": -0.43323764204978943, "acc": 0.9305303692817688, "acc_or": 0.9652652144432068, "sender_entropy": 1.091982364654541, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 803}
{"loss": -0.44032958149909973, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.099034309387207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 804}
{"loss": -0.4387049674987793, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.0922632217407227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 805}
{"loss": -0.4419499635696411, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.105877161026001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 806}
{"loss": -0.4395904541015625, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.0949198007583618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 807}
{"loss": -0.43883487582206726, "acc": 0.9298503994941711, "acc_or": 0.964925229549408, "sender_entropy": 1.101729393005371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 808}
{"loss": -0.4416612684726715, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.1025123596191406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 809}
{"loss": -0.4394301772117615, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.09767484664917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 810}
{"loss": -0.4380514621734619, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.089431643486023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 811}
{"loss": -0.43640798330307007, "acc": 0.9381232857704163, "acc_or": 0.9690616726875305, "sender_entropy": 1.103826642036438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 812}
{"loss": -0.44152945280075073, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.1018941402435303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 813}
{"loss": -0.44353950023651123, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.1049103736877441, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 814}
{"loss": -0.44231513142585754, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.1014080047607422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 815}
{"loss": -0.4431656301021576, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.1075066328048706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 816}
{"loss": -0.4418809115886688, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.1024816036224365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 817}
{"loss": -0.4371292293071747, "acc": 0.9306436777114868, "acc_or": 0.9653218388557434, "sender_entropy": 1.0974806547164917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 818}
{"loss": -0.4434429109096527, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.103708028793335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 819}
{"loss": -0.4435654878616333, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.107726812362671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 820}
{"loss": -0.4398702085018158, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.1024318933486938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 821}
{"loss": -0.44122231006622314, "acc": 0.9229374527931213, "acc_or": 0.9614686965942383, "sender_entropy": 1.101249098777771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 822}
{"loss": -0.4386897683143616, "acc": 0.9321169257164001, "acc_or": 0.9660584926605225, "sender_entropy": 1.0935837030410767, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 823}
{"loss": -0.4405781924724579, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0971426963806152, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 824}
{"loss": -0.4406449496746063, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.1035025119781494, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 825}
{"loss": -0.4417603313922882, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.099804401397705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 826}
{"loss": -0.4400523602962494, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.1044596433639526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 827}
{"loss": -0.44286027550697327, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.1043975353240967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 828}
{"loss": -0.44086527824401855, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.099090814590454, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 829}
{"loss": -0.440809428691864, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.0965476036071777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 830}
{"loss": -0.4417153000831604, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.1018120050430298, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 831}
{"loss": -0.4415343403816223, "acc": 0.9224841594696045, "acc_or": 0.9612420797348022, "sender_entropy": 1.0926413536071777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 832}
{"loss": -0.4416874945163727, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.1004445552825928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 833}
{"loss": -0.44046542048454285, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.0910611152648926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 834}
{"loss": -0.440219521522522, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0929033756256104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 835}
{"loss": -0.4348353147506714, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.089032769203186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 836}
{"loss": -0.44209304451942444, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 1.1010388135910034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 837}
{"loss": -0.4409848749637604, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.1025490760803223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 838}
{"loss": -0.442378431558609, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.0935391187667847, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 839}
{"loss": -0.4439280331134796, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.1079318523406982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 840}
{"loss": -0.440316766500473, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0933942794799805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 841}
{"loss": -0.44260966777801514, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.0991374254226685, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 842}
{"loss": -0.44156771898269653, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0901718139648438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 843}
{"loss": -0.4431190490722656, "acc": 0.9223707914352417, "acc_or": 0.9611853957176208, "sender_entropy": 1.0974730253219604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 844}
{"loss": -0.44456881284713745, "acc": 0.9229374527931213, "acc_or": 0.9614686965942383, "sender_entropy": 1.104523777961731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 845}
{"loss": -0.44662347435951233, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.1079307794570923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 846}
{"loss": -0.44329002499580383, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.1027984619140625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 847}
{"loss": -0.44091516733169556, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.0927377939224243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 848}
{"loss": -0.4444078207015991, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.1048318147659302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 849}
{"loss": -0.4429580867290497, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.0929300785064697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 850}
{"loss": -0.44013911485671997, "acc": 0.9306436777114868, "acc_or": 0.9653218388557434, "sender_entropy": 1.0974823236465454, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 851}
{"loss": -0.4440678060054779, "acc": 0.923730731010437, "acc_or": 0.9618653655052185, "sender_entropy": 1.1016581058502197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 852}
{"loss": -0.4418087601661682, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.0957307815551758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 853}
{"loss": -0.43799862265586853, "acc": 0.932343602180481, "acc_or": 0.9661718010902405, "sender_entropy": 1.0907399654388428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 854}
{"loss": -0.44045087695121765, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.0905580520629883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 855}
{"loss": -0.44395315647125244, "acc": 0.9223707914352417, "acc_or": 0.9611853957176208, "sender_entropy": 1.0992406606674194, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 856}
{"loss": -0.44399741291999817, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.1049926280975342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 857}
{"loss": -0.44361770153045654, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.10014009475708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 858}
{"loss": -0.4409494400024414, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0895848274230957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 859}
{"loss": -0.4448630213737488, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.104653239250183, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8306121826171875, "acc_or": 0.9153060913085938}, "epoch": 860}
{"loss": -0.4386393427848816, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 1.090558648109436, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 861}
{"loss": -0.44011589884757996, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.0915281772613525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 862}
{"loss": -0.44194623827934265, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.0908464193344116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 863}
{"loss": -0.4428510367870331, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.094801902770996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 864}
{"loss": -0.44374969601631165, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.1025645732879639, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 865}
{"loss": -0.4423142671585083, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.0946314334869385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 866}
{"loss": -0.43756332993507385, "acc": 0.9347234964370728, "acc_or": 0.9673617482185364, "sender_entropy": 1.091162919998169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 867}
{"loss": -0.4441511034965515, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.1082026958465576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 868}
{"loss": -0.44595813751220703, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.1083542108535767, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 869}
{"loss": -0.4435391426086426, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.1014477014541626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 870}
{"loss": -0.4412761926651001, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.090377688407898, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 871}
{"loss": -0.4450259506702423, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.1022676229476929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 872}
{"loss": -0.4426024556159973, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.098690390586853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 873}
{"loss": -0.4460870623588562, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.1076111793518066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 874}
{"loss": -0.4450206458568573, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.1035089492797852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 875}
{"loss": -0.4444884955883026, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.0978224277496338, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 876}
{"loss": -0.4457487165927887, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.1042741537094116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 877}
{"loss": -0.44309183955192566, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.0965977907180786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 878}
{"loss": -0.44255176186561584, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.0938786268234253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 879}
{"loss": -0.4444006681442261, "acc": 0.9261106252670288, "acc_or": 0.9630553126335144, "sender_entropy": 1.100038766860962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 880}
{"loss": -0.44428157806396484, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0968888998031616, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 881}
{"loss": -0.4429769217967987, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.0951420068740845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 882}
{"loss": -0.4425559341907501, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.0948035717010498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 883}
{"loss": -0.44393259286880493, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.099043369293213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 884}
{"loss": -0.445024698972702, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.1032121181488037, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 885}
{"loss": -0.4444776475429535, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0940138101577759, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 886}
{"loss": -0.43855777382850647, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.091379165649414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 887}
{"loss": -0.4444133937358856, "acc": 0.9235040545463562, "acc_or": 0.9617520570755005, "sender_entropy": 1.0952482223510742, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 888}
{"loss": -0.44447144865989685, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.0957651138305664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 889}
{"loss": -0.4445571005344391, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.0981401205062866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 890}
{"loss": -0.44616010785102844, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.104912519454956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 891}
{"loss": -0.4458106756210327, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.102554202079773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 892}
{"loss": -0.44664669036865234, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 1.1026021242141724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 893}
{"loss": -0.44284728169441223, "acc": 0.9334768652915955, "acc_or": 0.9667384624481201, "sender_entropy": 1.102463960647583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 894}
{"loss": -0.4473404586315155, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.1081678867340088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 895}
{"loss": -0.4419100284576416, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.0928072929382324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 896}
{"loss": -0.44422638416290283, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.0995969772338867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 897}
{"loss": -0.447122722864151, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.10499107837677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 898}
{"loss": -0.4440908432006836, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.092988133430481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 899}
{"loss": -0.4454381763935089, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.1014800071716309, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 900}
{"loss": -0.4412856698036194, "acc": 0.9389165639877319, "acc_or": 0.969458281993866, "sender_entropy": 1.1014938354492188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 901}
{"loss": -0.44665291905403137, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.106592059135437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 902}
{"loss": -0.4483893811702728, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.1078951358795166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 903}
{"loss": -0.44401705265045166, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.0919135808944702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 904}
{"loss": -0.44463178515434265, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0981414318084717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 905}
{"loss": -0.44485563039779663, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.1016908884048462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 906}
{"loss": -0.44507041573524475, "acc": 0.9222574830055237, "acc_or": 0.9611287117004395, "sender_entropy": 1.1000999212265015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 907}
{"loss": -0.4385477304458618, "acc": 0.9337035417556763, "acc_or": 0.9668517708778381, "sender_entropy": 1.0920498371124268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 908}
{"loss": -0.4428479075431824, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.0910453796386719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 909}
{"loss": -0.44550180435180664, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.0983023643493652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.9178571105003357}, "epoch": 910}
{"loss": -0.44440561532974243, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.0935150384902954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 911}
{"loss": -0.446046382188797, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.1023398637771606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 912}
{"loss": -0.4447929859161377, "acc": 0.930077075958252, "acc_or": 0.965038537979126, "sender_entropy": 1.1034826040267944, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 913}
{"loss": -0.44401201605796814, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.0900577306747437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 914}
{"loss": -0.44107338786125183, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.090651035308838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 915}
{"loss": -0.4475279152393341, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.107703685760498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9239795804023743}, "epoch": 916}
{"loss": -0.443152517080307, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.0905835628509521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 917}
{"loss": -0.4431345462799072, "acc": 0.9230507612228394, "acc_or": 0.9615253806114197, "sender_entropy": 1.0889694690704346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 918}
{"loss": -0.4438979923725128, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.0925213098526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.918367326259613}, "epoch": 919}
{"loss": -0.44736501574516296, "acc": 0.9231640696525574, "acc_or": 0.9615820646286011, "sender_entropy": 1.106666922569275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9173468947410583}, "epoch": 920}
{"loss": -0.44699224829673767, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.1021963357925415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 921}
{"loss": -0.44551271200180054, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.0965290069580078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 922}
{"loss": -0.44061344861984253, "acc": 0.9318903088569641, "acc_or": 0.9659451246261597, "sender_entropy": 1.1000953912734985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.9178571105003357}, "epoch": 923}
{"loss": -0.4458233416080475, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.1021099090576172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9265305995941162}, "epoch": 924}
{"loss": -0.44423940777778625, "acc": 0.9223707914352417, "acc_or": 0.9611853957176208, "sender_entropy": 1.0946087837219238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 925}
{"loss": -0.4477015733718872, "acc": 0.93019038438797, "acc_or": 0.9650952219963074, "sender_entropy": 1.104403018951416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 926}
{"loss": -0.4455321133136749, "acc": 0.9235040545463562, "acc_or": 0.9617520570755005, "sender_entropy": 1.0934392213821411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 927}
{"loss": -0.44321900606155396, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.0928289890289307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 928}
{"loss": -0.4456389844417572, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0951977968215942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 929}
{"loss": -0.4473339915275574, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.1014536619186401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 930}
{"loss": -0.4447670876979828, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.0951411724090576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 931}
{"loss": -0.44495123624801636, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.0979899168014526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 932}
{"loss": -0.44420406222343445, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.0970191955566406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 933}
{"loss": -0.4442448616027832, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.0961179733276367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 934}
{"loss": -0.4471360743045807, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.1032053232192993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 935}
{"loss": -0.4473150670528412, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.1018834114074707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 936}
{"loss": -0.444321870803833, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.097540259361267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 937}
{"loss": -0.4466329514980316, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.0993244647979736, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 938}
{"loss": -0.44453465938568115, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.0945335626602173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 939}
{"loss": -0.44023576378822327, "acc": 0.9381232857704163, "acc_or": 0.9690616726875305, "sender_entropy": 1.0966942310333252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 940}
{"loss": -0.44366636872291565, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.0953706502914429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 941}
{"loss": -0.4455553889274597, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.098250389099121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 942}
{"loss": -0.44893521070480347, "acc": 0.9224841594696045, "acc_or": 0.9612420797348022, "sender_entropy": 1.1062744855880737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 943}
{"loss": -0.4453789293766022, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.094384789466858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 944}
{"loss": -0.44417935609817505, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.089511752128601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 945}
{"loss": -0.44234198331832886, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.0897847414016724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 946}
{"loss": -0.4465024471282959, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.0991934537887573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 947}
{"loss": -0.44446292519569397, "acc": 0.9230507612228394, "acc_or": 0.9615253806114197, "sender_entropy": 1.094959020614624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 948}
{"loss": -0.44661882519721985, "acc": 0.9337035417556763, "acc_or": 0.9668517708778381, "sender_entropy": 1.1068183183670044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 949}
{"loss": -0.44384336471557617, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.0892730951309204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 950}
{"loss": -0.44637414813041687, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.098336935043335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 951}
{"loss": -0.44210803508758545, "acc": 0.9380099773406982, "acc_or": 0.9690049886703491, "sender_entropy": 1.1026628017425537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 952}
{"loss": -0.44729530811309814, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.1013784408569336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 953}
{"loss": -0.4432935416698456, "acc": 0.9318903088569641, "acc_or": 0.9659451246261597, "sender_entropy": 1.0965996980667114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 953}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 954}
{"loss": -0.4464883506298065, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.0995285511016846, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 954}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 955}
{"loss": -0.447380006313324, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.1015042066574097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 955}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 956}
{"loss": -0.44637587666511536, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.0993497371673584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 956}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 957}
{"loss": -0.4451410472393036, "acc": 0.9305303692817688, "acc_or": 0.9652652144432068, "sender_entropy": 1.101062536239624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 957}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 958}
{"loss": -0.44404709339141846, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.0958664417266846, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 958}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 959}
{"loss": -0.44168972969055176, "acc": 0.9306436777114868, "acc_or": 0.9653218388557434, "sender_entropy": 1.1026899814605713, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 959}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 960}
{"loss": -0.4442266821861267, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.1028863191604614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 960}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 961}
{"loss": -0.44528117775917053, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.0916361808776855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 961}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 962}
{"loss": -0.44555574655532837, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.0943735837936401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 962}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 963}
{"loss": -0.4464016556739807, "acc": 0.921690821647644, "acc_or": 0.960845410823822, "sender_entropy": 1.098093867301941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 963}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 964}
{"loss": -0.4457620680332184, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.0977214574813843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 964}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 965}
{"loss": -0.4469960033893585, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0960313081741333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 965}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 966}
{"loss": -0.447052538394928, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.0981104373931885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 966}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 967}
{"loss": -0.44823840260505676, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.1023790836334229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 967}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 968}
{"loss": -0.4445421099662781, "acc": 0.9287171363830566, "acc_or": 0.9643585681915283, "sender_entropy": 1.0969711542129517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 968}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 969}
{"loss": -0.4465307891368866, "acc": 0.9298503994941711, "acc_or": 0.964925229549408, "sender_entropy": 1.10405433177948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 969}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 970}
{"loss": -0.4449680745601654, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.0943056344985962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 970}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 971}
{"loss": -0.4458269774913788, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.0958608388900757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 971}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 972}
{"loss": -0.44632384181022644, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.098064661026001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 972}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 973}
{"loss": -0.44664520025253296, "acc": 0.9231640696525574, "acc_or": 0.9615820646286011, "sender_entropy": 1.0947949886322021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 973}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 974}
{"loss": -0.4471619427204132, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.0981684923171997, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 974}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 975}
{"loss": -0.44768065214157104, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.1047821044921875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 975}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 976}
{"loss": -0.44404760003089905, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.0931422710418701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 976}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 977}
{"loss": -0.44878172874450684, "acc": 0.9261106252670288, "acc_or": 0.9630553126335144, "sender_entropy": 1.1037510633468628, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 977}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 978}
{"loss": -0.4473816454410553, "acc": 0.93019038438797, "acc_or": 0.9650952219963074, "sender_entropy": 1.1023799180984497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 978}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 979}
{"loss": -0.4454604983329773, "acc": 0.9287171363830566, "acc_or": 0.9643585681915283, "sender_entropy": 1.0996227264404297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 979}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 980}
{"loss": -0.4440499246120453, "acc": 0.9363100528717041, "acc_or": 0.968155026435852, "sender_entropy": 1.0980886220932007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 980}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 981}
{"loss": -0.44666486978530884, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.0910053253173828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 981}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 982}
{"loss": -0.4461784362792969, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0939197540283203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 982}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 983}
{"loss": -0.4472610056400299, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.0991319417953491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 983}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 984}
{"loss": -0.44689568877220154, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.095317006111145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 984}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 985}
{"loss": -0.44424208998680115, "acc": 0.9327968955039978, "acc_or": 0.9663984775543213, "sender_entropy": 1.1021662950515747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 985}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 986}
{"loss": -0.44697287678718567, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.1011368036270142, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 986}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 987}
{"loss": -0.44640088081359863, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.095059871673584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 987}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 988}
{"loss": -0.4431976079940796, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.089722990989685, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 988}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 989}
{"loss": -0.4490489363670349, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0993530750274658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 989}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 990}
{"loss": -0.4449560046195984, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0892046689987183, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 990}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 991}
{"loss": -0.44913727045059204, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.1048760414123535, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 991}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 992}
{"loss": -0.44430243968963623, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.0961686372756958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 992}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 993}
{"loss": -0.44837701320648193, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.1011312007904053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 993}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 994}
{"loss": -0.44812384247779846, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.1010277271270752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 994}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 995}
{"loss": -0.4436437785625458, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.091180443763733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 995}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 996}
{"loss": -0.4464362859725952, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.101312518119812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 996}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 997}
{"loss": -0.44688278436660767, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.0970979928970337, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 997}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 998}
{"loss": -0.4442389905452728, "acc": 0.9314370155334473, "acc_or": 0.9657185077667236, "sender_entropy": 1.0962839126586914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 998}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.918367326259613}, "epoch": 999}
{"loss": -0.4480762481689453, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.100069522857666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 999}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 1000}
{"loss": -0.4459558427333832, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.0990996360778809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1000}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 1001}
{"loss": -0.4480176568031311, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.0937588214874268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1001}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1002}
{"loss": -0.44430941343307495, "acc": 0.9287171363830566, "acc_or": 0.9643585681915283, "sender_entropy": 1.0940029621124268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1002}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 1003}
{"loss": -0.4476742148399353, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.0977783203125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1003}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1004}
{"loss": -0.4497619867324829, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.1006168127059937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1004}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9249999523162842}, "epoch": 1005}
{"loss": -0.4454732835292816, "acc": 0.9261106252670288, "acc_or": 0.9630553126335144, "sender_entropy": 1.0922471284866333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1005}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.9188774824142456}, "epoch": 1006}
{"loss": -0.44546353816986084, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.0883015394210815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1006}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1007}
{"loss": -0.43996015191078186, "acc": 0.9335902333259583, "acc_or": 0.9667950868606567, "sender_entropy": 1.0948797464370728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1007}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.9178571105003357}, "epoch": 1008}
{"loss": -0.4473653733730316, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.0943025350570679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1008}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1009}
{"loss": -0.44838979840278625, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 1.0985429286956787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1009}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1010}
{"loss": -0.44042137265205383, "acc": 0.9427697062492371, "acc_or": 0.9713848829269409, "sender_entropy": 1.0962902307510376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1010}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1011}
{"loss": -0.44612765312194824, "acc": 0.9312103390693665, "acc_or": 0.9656051397323608, "sender_entropy": 1.0980287790298462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1011}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1012}
{"loss": -0.4469410181045532, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.0934150218963623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1012}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1013}
{"loss": -0.44355303049087524, "acc": 0.9326835870742798, "acc_or": 0.9663417935371399, "sender_entropy": 1.0944939851760864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1013}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1014}
{"loss": -0.4449249804019928, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.089685082435608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1014}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1015}
{"loss": -0.4413575530052185, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.0861760377883911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1015}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 1016}
{"loss": -0.44570493698120117, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.0921293497085571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1016}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1017}
{"loss": -0.4493269622325897, "acc": 0.9229374527931213, "acc_or": 0.9614686965942383, "sender_entropy": 1.0980323553085327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1017}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9249999523162842}, "epoch": 1018}
{"loss": -0.44979920983314514, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.104601263999939, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1018}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 1019}
{"loss": -0.44953882694244385, "acc": 0.9231640696525574, "acc_or": 0.9615820646286011, "sender_entropy": 1.0968654155731201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1019}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 1020}
{"loss": -0.44894057512283325, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0984444618225098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1020}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1021}
{"loss": -0.44807741045951843, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.099290370941162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1021}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 1022}
{"loss": -0.4468478560447693, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.0876320600509644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1022}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 1023}
{"loss": -0.4478412866592407, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.0985610485076904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1023}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 1024}
{"loss": -0.44731736183166504, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 1.1015880107879639, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1024}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 1025}
{"loss": -0.44706058502197266, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.0980544090270996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1025}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1026}
{"loss": -0.4474741220474243, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.0978648662567139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1026}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1027}
{"loss": -0.4495469033718109, "acc": 0.9235040545463562, "acc_or": 0.9617520570755005, "sender_entropy": 1.100149393081665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1027}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1028}
{"loss": -0.4502521753311157, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.105185627937317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1028}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1029}
{"loss": -0.4501815140247345, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.1065279245376587, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1029}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1030}
{"loss": -0.4481639564037323, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.1006871461868286, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1030}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1031}
{"loss": -0.4511945843696594, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.106238842010498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1031}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 1032}
{"loss": -0.4472322463989258, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.0889898538589478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1032}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 1033}
{"loss": -0.45062077045440674, "acc": 0.9231640696525574, "acc_or": 0.9615820646286011, "sender_entropy": 1.101678490638733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1033}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1034}
{"loss": -0.4477505385875702, "acc": 0.9233907461166382, "acc_or": 0.9616953730583191, "sender_entropy": 1.0928672552108765, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1034}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1035}
{"loss": -0.4503220319747925, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.103083848953247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1035}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1036}
{"loss": -0.44368425011634827, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.0884380340576172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1036}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1037}
{"loss": -0.4473057687282562, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.0911030769348145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1037}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1038}
{"loss": -0.447757363319397, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.0983489751815796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1038}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1039}
{"loss": -0.4488876163959503, "acc": 0.9287171363830566, "acc_or": 0.9643585681915283, "sender_entropy": 1.1008661985397339, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1039}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1040}
{"loss": -0.44746774435043335, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.0946069955825806, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1040}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1041}
{"loss": -0.4465056359767914, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.091230034828186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1041}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9270407557487488}, "epoch": 1042}
{"loss": -0.44234198331832886, "acc": 0.9348368048667908, "acc_or": 0.9674184322357178, "sender_entropy": 1.0933489799499512, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1042}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 1043}
{"loss": -0.4509010314941406, "acc": 0.928037166595459, "acc_or": 0.9640185832977295, "sender_entropy": 1.1063315868377686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1043}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1044}
{"loss": -0.4499415159225464, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0993094444274902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1044}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 1045}
{"loss": -0.4444487392902374, "acc": 0.9309836626052856, "acc_or": 0.9654918313026428, "sender_entropy": 1.0975875854492188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1045}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 1046}
{"loss": -0.44809719920158386, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.1044632196426392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1046}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1047}
{"loss": -0.44855257868766785, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.0991177558898926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1047}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 1048}
{"loss": -0.4511239528656006, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.1076911687850952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1048}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.918367326259613}, "epoch": 1049}
{"loss": -0.4477948546409607, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.0905991792678833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1049}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1050}
{"loss": -0.45044511556625366, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.1035418510437012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1050}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1051}
{"loss": -0.4484550654888153, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.0984690189361572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1051}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1052}
{"loss": -0.44847261905670166, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.0918117761611938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1052}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1053}
{"loss": -0.45068538188934326, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.1001757383346558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1053}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1054}
{"loss": -0.4482632577419281, "acc": 0.932343602180481, "acc_or": 0.9661718010902405, "sender_entropy": 1.1082649230957031, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1054}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1055}
{"loss": -0.4470467269420624, "acc": 0.93019038438797, "acc_or": 0.9650952219963074, "sender_entropy": 1.0974457263946533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1055}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 1056}
{"loss": -0.4516861140727997, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.1025896072387695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1056}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9239795804023743}, "epoch": 1057}
{"loss": -0.45114362239837646, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.104468822479248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1057}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9224489331245422}, "epoch": 1058}
{"loss": -0.44541478157043457, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.0906087160110474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1058}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 1059}
{"loss": -0.44724297523498535, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.089219570159912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1059}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9260203838348389}, "epoch": 1060}
{"loss": -0.45089486241340637, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.099696397781372, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1060}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.9163264632225037}, "epoch": 1061}
{"loss": -0.4505597651004791, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.0990673303604126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1061}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9173468947410583}, "epoch": 1062}
{"loss": -0.44824618101119995, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.0948216915130615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1062}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.9188774824142456}, "epoch": 1063}
{"loss": -0.4493316411972046, "acc": 0.928037166595459, "acc_or": 0.9640185832977295, "sender_entropy": 1.1012725830078125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1063}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1064}
{"loss": -0.44627976417541504, "acc": 0.9305303692817688, "acc_or": 0.9652652144432068, "sender_entropy": 1.0978288650512695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1064}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.9188774824142456}, "epoch": 1065}
{"loss": -0.449672669172287, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.1024130582809448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1065}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1066}
{"loss": -0.4513018727302551, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.104334831237793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1066}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1067}
{"loss": -0.44566336274147034, "acc": 0.9325702786445618, "acc_or": 0.9662851095199585, "sender_entropy": 1.0988969802856445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1067}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1068}
{"loss": -0.449675053358078, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.0982937812805176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1068}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 1069}
{"loss": -0.4480627179145813, "acc": 0.9221441745758057, "acc_or": 0.9610720872879028, "sender_entropy": 1.0928705930709839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1069}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1070}
{"loss": -0.4514105021953583, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.1071906089782715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1070}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1071}
{"loss": -0.4512324333190918, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.0979591608047485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1071}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1072}
{"loss": -0.45054352283477783, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.1079154014587402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1072}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1073}
{"loss": -0.44775742292404175, "acc": 0.9310970306396484, "acc_or": 0.9655485153198242, "sender_entropy": 1.1016343832015991, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1073}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1074}
{"loss": -0.4478844404220581, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.0924968719482422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1074}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1075}
{"loss": -0.4493303596973419, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.0961192846298218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1075}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1076}
{"loss": -0.4505680799484253, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.1072837114334106, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1076}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1077}
{"loss": -0.44930732250213623, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.092482328414917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1077}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1078}
{"loss": -0.4480387568473816, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.0895957946777344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1078}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 1079}
{"loss": -0.4478238821029663, "acc": 0.9350634813308716, "acc_or": 0.9675317406654358, "sender_entropy": 1.101777195930481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1079}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1080}
{"loss": -0.4517095386981964, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.1066972017288208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1080}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1081}
{"loss": -0.44604387879371643, "acc": 0.9343835115432739, "acc_or": 0.967191755771637, "sender_entropy": 1.107742428779602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1081}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1082}
{"loss": -0.44963255524635315, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.0951510667800903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1082}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1083}
{"loss": -0.4483787715435028, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0921118259429932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1083}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1084}
{"loss": -0.446847140789032, "acc": 0.932343602180481, "acc_or": 0.9661718010902405, "sender_entropy": 1.0968430042266846, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1084}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1085}
{"loss": -0.45099619030952454, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.1024242639541626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1085}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1086}
{"loss": -0.4487532675266266, "acc": 0.9332502484321594, "acc_or": 0.9666250944137573, "sender_entropy": 1.1024434566497803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1086}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1087}
{"loss": -0.45106637477874756, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.09919273853302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1087}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1088}
{"loss": -0.4524504244327545, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.1022119522094727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1088}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1089}
{"loss": -0.4487282335758209, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.0933011770248413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1089}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1090}
{"loss": -0.4514945149421692, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.1042146682739258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1090}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1091}
{"loss": -0.4515936076641083, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.1044366359710693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1091}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1092}
{"loss": -0.4481424391269684, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.0955241918563843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1092}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1093}
{"loss": -0.4431499242782593, "acc": 0.9377833008766174, "acc_or": 0.9688916802406311, "sender_entropy": 1.091856837272644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1093}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1094}
{"loss": -0.44917532801628113, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.0962870121002197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1094}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1095}
{"loss": -0.44960910081863403, "acc": 0.93019038438797, "acc_or": 0.9650952219963074, "sender_entropy": 1.1046570539474487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1095}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1096}
{"loss": -0.4506731331348419, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.0997925996780396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1096}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1097}
{"loss": -0.4473835825920105, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.0923269987106323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1097}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1098}
{"loss": -0.45125067234039307, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.1064239740371704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1098}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1099}
{"loss": -0.4510083794593811, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.0970031023025513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1099}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1100}
{"loss": -0.45004168152809143, "acc": 0.9299637079238892, "acc_or": 0.9649818539619446, "sender_entropy": 1.105762243270874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1100}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1101}
{"loss": -0.45140019059181213, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.103366494178772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1101}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 1102}
{"loss": -0.4480997323989868, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.0920482873916626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1102}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1103}
{"loss": -0.4474503993988037, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.0897687673568726, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1103}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1104}
{"loss": -0.4504242241382599, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.0986801385879517, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1104}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1105}
{"loss": -0.4461927115917206, "acc": 0.9332502484321594, "acc_or": 0.9666250944137573, "sender_entropy": 1.098512887954712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1105}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1106}
{"loss": -0.4461477994918823, "acc": 0.9333635568618774, "acc_or": 0.9666817784309387, "sender_entropy": 1.0933520793914795, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1106}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1107}
{"loss": -0.4489198923110962, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.0950804948806763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1107}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1108}
{"loss": -0.4497247636318207, "acc": 0.9332502484321594, "acc_or": 0.9666250944137573, "sender_entropy": 1.1079992055892944, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1108}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1109}
{"loss": -0.4512661397457123, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.1039124727249146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1109}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1110}
{"loss": -0.45154500007629395, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.1041836738586426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1110}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1111}
{"loss": -0.44849756360054016, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.1037331819534302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1111}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1112}
{"loss": -0.4455302357673645, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.0926169157028198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1112}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1113}
{"loss": -0.4462091326713562, "acc": 0.9317770004272461, "acc_or": 0.965888500213623, "sender_entropy": 1.0957982540130615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1113}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1114}
{"loss": -0.4493021070957184, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.09163236618042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1114}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1115}
{"loss": -0.451336145401001, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.1006563901901245, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1115}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1116}
{"loss": -0.4474533796310425, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0898289680480957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1116}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 1117}
{"loss": -0.45158490538597107, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.1030668020248413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1117}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1118}
{"loss": -0.44854736328125, "acc": 0.9312103390693665, "acc_or": 0.9656051397323608, "sender_entropy": 1.1004934310913086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1118}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1119}
{"loss": -0.4489378333091736, "acc": 0.9297370910644531, "acc_or": 0.9648685455322266, "sender_entropy": 1.0963423252105713, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1119}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1120}
{"loss": -0.4501730501651764, "acc": 0.9299637079238892, "acc_or": 0.9649818539619446, "sender_entropy": 1.0951006412506104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1120}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1121}
{"loss": -0.4493970572948456, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.097937822341919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1121}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1122}
{"loss": -0.44813022017478943, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.0945552587509155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1122}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1123}
{"loss": -0.4489220976829529, "acc": 0.9314370155334473, "acc_or": 0.9657185077667236, "sender_entropy": 1.0951417684555054, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1123}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1124}
{"loss": -0.45373550057411194, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.1007882356643677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1124}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1125}
{"loss": -0.45050424337387085, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0951998233795166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1125}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1126}
{"loss": -0.4475027918815613, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.0929862260818481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1126}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8306121826171875, "acc_or": 0.9153060913085938}, "epoch": 1127}
{"loss": -0.4510934352874756, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.101403832435608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1127}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1128}
{"loss": -0.44775569438934326, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.0887010097503662, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1128}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1129}
{"loss": -0.4518449604511261, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.0975911617279053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1129}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1130}
{"loss": -0.4503917694091797, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.0945048332214355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1130}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1131}
{"loss": -0.4535762667655945, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.1047803163528442, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1131}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1132}
{"loss": -0.4518681764602661, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.0989936590194702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1132}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1133}
{"loss": -0.45197248458862305, "acc": 0.9261106252670288, "acc_or": 0.9630553126335144, "sender_entropy": 1.0974782705307007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1133}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1134}
{"loss": -0.4473533630371094, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.0940989255905151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1134}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1135}
{"loss": -0.44869518280029297, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.089874505996704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1135}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1136}
{"loss": -0.45092323422431946, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.0971336364746094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1136}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1137}
{"loss": -0.45050522685050964, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.0957016944885254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1137}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1138}
{"loss": -0.44896993041038513, "acc": 0.9322302937507629, "acc_or": 0.9661151170730591, "sender_entropy": 1.098641276359558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1138}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1139}
{"loss": -0.45084792375564575, "acc": 0.923730731010437, "acc_or": 0.9618653655052185, "sender_entropy": 1.095864176750183, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1139}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1140}
{"loss": -0.45263010263442993, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.0991079807281494, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1140}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1141}
{"loss": -0.4506779909133911, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0952192544937134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1141}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1142}
{"loss": -0.45186394453048706, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.1001511812210083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1142}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1143}
{"loss": -0.45236736536026, "acc": 0.930077075958252, "acc_or": 0.965038537979126, "sender_entropy": 1.1027228832244873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1143}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 1144}
{"loss": -0.44833123683929443, "acc": 0.9287171363830566, "acc_or": 0.9643585681915283, "sender_entropy": 1.0898752212524414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1144}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1145}
{"loss": -0.4503890573978424, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.0993045568466187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1145}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1146}
{"loss": -0.44802019000053406, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.087983250617981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1146}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1147}
{"loss": -0.4464782476425171, "acc": 0.9320036172866821, "acc_or": 0.9660018086433411, "sender_entropy": 1.091439962387085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1147}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1148}
{"loss": -0.4501148462295532, "acc": 0.9220308065414429, "acc_or": 0.9610154032707214, "sender_entropy": 1.088123083114624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1148}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1149}
{"loss": -0.4528181850910187, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.102155089378357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1149}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1150}
{"loss": -0.4493933320045471, "acc": 0.9364233613014221, "acc_or": 0.9682117104530334, "sender_entropy": 1.1048588752746582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1150}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 1151}
{"loss": -0.45242783427238464, "acc": 0.9212375283241272, "acc_or": 0.960618793964386, "sender_entropy": 1.0980522632598877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1151}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1152}
{"loss": -0.45196399092674255, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.0994880199432373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1152}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1153}
{"loss": -0.45013320446014404, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.0909755229949951, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1153}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1154}
{"loss": -0.44975149631500244, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.0928704738616943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1154}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1155}
{"loss": -0.45053189992904663, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.0946900844573975, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1155}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1156}
{"loss": -0.45308810472488403, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.1058109998703003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1156}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1157}
{"loss": -0.4482850730419159, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.089510440826416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1157}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1158}
{"loss": -0.45218324661254883, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.1030255556106567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1158}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9173468947410583}, "epoch": 1159}
{"loss": -0.45316189527511597, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.103280782699585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1159}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1160}
{"loss": -0.45253029465675354, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.0962600708007812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1160}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1161}
{"loss": -0.45329171419143677, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.1024037599563599, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1161}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1162}
{"loss": -0.4504280686378479, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.0947993993759155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1162}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1163}
{"loss": -0.45088863372802734, "acc": 0.9261106252670288, "acc_or": 0.9630553126335144, "sender_entropy": 1.0967788696289062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1163}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1164}
{"loss": -0.45001789927482605, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.0925527811050415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1164}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1165}
{"loss": -0.45113518834114075, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.1024671792984009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1165}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1166}
{"loss": -0.4514932930469513, "acc": 0.932456910610199, "acc_or": 0.9662284851074219, "sender_entropy": 1.1069211959838867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1166}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1167}
{"loss": -0.4469361901283264, "acc": 0.9333635568618774, "acc_or": 0.9666817784309387, "sender_entropy": 1.0896096229553223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1167}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1168}
{"loss": -0.4532138705253601, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.1058692932128906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1168}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1169}
{"loss": -0.45058274269104004, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.0986571311950684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1169}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1170}
{"loss": -0.4454858601093292, "acc": 0.9325702786445618, "acc_or": 0.9662851095199585, "sender_entropy": 1.0891507863998413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1170}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1171}
{"loss": -0.45060598850250244, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.0952057838439941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1171}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1172}
{"loss": -0.45163798332214355, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.097163200378418, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1172}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1173}
{"loss": -0.44453707337379456, "acc": 0.932456910610199, "acc_or": 0.9662284851074219, "sender_entropy": 1.0893439054489136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1173}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1174}
{"loss": -0.45369547605514526, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.1040889024734497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1174}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1175}
{"loss": -0.4502830505371094, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.0941568613052368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1175}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1176}
{"loss": -0.45146045088768005, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.1024274826049805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1176}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1177}
{"loss": -0.44892802834510803, "acc": 0.9316636323928833, "acc_or": 0.9658318161964417, "sender_entropy": 1.096686601638794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1177}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1178}
{"loss": -0.450591504573822, "acc": 0.930077075958252, "acc_or": 0.965038537979126, "sender_entropy": 1.1032730340957642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1178}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1179}
{"loss": -0.44943901896476746, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.0967967510223389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1179}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1180}
{"loss": -0.4532907009124756, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.105019211769104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1180}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1181}
{"loss": -0.4465363323688507, "acc": 0.9359700679779053, "acc_or": 0.9679850339889526, "sender_entropy": 1.0955899953842163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1181}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1182}
{"loss": -0.4520947337150574, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.101522445678711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1182}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1183}
{"loss": -0.45005500316619873, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.090822696685791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1183}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1184}
{"loss": -0.4520852267742157, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.0991932153701782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1184}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1185}
{"loss": -0.45024019479751587, "acc": 0.9308703541755676, "acc_or": 0.9654351472854614, "sender_entropy": 1.1042602062225342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1185}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1186}
{"loss": -0.4523058533668518, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.0979890823364258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1186}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1187}
{"loss": -0.4456378221511841, "acc": 0.9357434511184692, "acc_or": 0.9678717255592346, "sender_entropy": 1.0914450883865356, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1187}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1188}
{"loss": -0.45344170928001404, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.10265052318573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1188}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1189}
{"loss": -0.4508756697177887, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.1023772954940796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1189}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 1190}
{"loss": -0.4516714811325073, "acc": 0.9218041896820068, "acc_or": 0.9609020948410034, "sender_entropy": 1.0902514457702637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1190}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1191}
{"loss": -0.4492204189300537, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.089687705039978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1191}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1192}
{"loss": -0.4534114897251129, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.1020992994308472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1192}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1193}
{"loss": -0.45204392075538635, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.0967119932174683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1193}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1194}
{"loss": -0.4504059851169586, "acc": 0.9310970306396484, "acc_or": 0.9655485153198242, "sender_entropy": 1.0978424549102783, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1194}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1195}
{"loss": -0.45075497031211853, "acc": 0.9305303692817688, "acc_or": 0.9652652144432068, "sender_entropy": 1.0941132307052612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1195}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1196}
{"loss": -0.4492397904396057, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.0891832113265991, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1196}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 1197}
{"loss": -0.45303770899772644, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.1024234294891357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1197}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1198}
{"loss": -0.4524301588535309, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.0983507633209229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1198}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1199}
{"loss": -0.4525071084499359, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0990755558013916, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1199}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1200}
{"loss": -0.45483964681625366, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.1051745414733887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1200}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1201}
{"loss": -0.4517838954925537, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.095103144645691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1201}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1202}
{"loss": -0.4528060853481293, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.0978316068649292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1202}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1203}
{"loss": -0.4545867443084717, "acc": 0.9309836626052856, "acc_or": 0.9654918313026428, "sender_entropy": 1.102407455444336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1203}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1204}
{"loss": -0.44839873909950256, "acc": 0.9314370155334473, "acc_or": 0.9657185077667236, "sender_entropy": 1.0876511335372925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1204}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1205}
{"loss": -0.4544229507446289, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.1062856912612915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1205}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1206}
{"loss": -0.4532052278518677, "acc": 0.930303692817688, "acc_or": 0.965151846408844, "sender_entropy": 1.1066482067108154, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1206}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1207}
{"loss": -0.4543558657169342, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.1027809381484985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1207}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1208}
{"loss": -0.44951120018959045, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.0873440504074097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1208}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 1209}
{"loss": -0.4508359134197235, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.093497395515442, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1209}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1210}
{"loss": -0.4497694671154022, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.0939667224884033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1210}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1211}
{"loss": -0.4519234895706177, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.094844937324524, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1211}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1212}
{"loss": -0.4503231644630432, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.092420220375061, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1212}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1213}
{"loss": -0.4520215094089508, "acc": 0.9261106252670288, "acc_or": 0.9630553126335144, "sender_entropy": 1.095898985862732, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1213}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8306121826171875, "acc_or": 0.9147958755493164}, "epoch": 1214}
{"loss": -0.45513054728507996, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.1082268953323364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1214}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1215}
{"loss": -0.4511180818080902, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.0960811376571655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1215}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1216}
{"loss": -0.45025360584259033, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.0947763919830322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1216}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1217}
{"loss": -0.45306724309921265, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.0999722480773926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1217}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1218}
{"loss": -0.4525463283061981, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.101302146911621, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1218}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1219}
{"loss": -0.4497554302215576, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.0911742448806763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1219}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1220}
{"loss": -0.45067909359931946, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.09470534324646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1220}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1221}
{"loss": -0.45109277963638306, "acc": 0.932343602180481, "acc_or": 0.9661718010902405, "sender_entropy": 1.1014779806137085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1221}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1222}
{"loss": -0.4496437907218933, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0889241695404053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1222}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1223}
{"loss": -0.4504348337650299, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.0893211364746094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1223}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1224}
{"loss": -0.4491918981075287, "acc": 0.9332502484321594, "acc_or": 0.9666250944137573, "sender_entropy": 1.0954768657684326, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1224}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1225}
{"loss": -0.4541510343551636, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.1077946424484253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1225}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1226}
{"loss": -0.45394694805145264, "acc": 0.9235040545463562, "acc_or": 0.9617520570755005, "sender_entropy": 1.1012758016586304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1226}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1227}
{"loss": -0.4521474242210388, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.097280502319336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1227}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1228}
{"loss": -0.4538118243217468, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.1002343893051147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1228}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1229}
{"loss": -0.4527396559715271, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.0970302820205688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1229}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1230}
{"loss": -0.4513443112373352, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.0908068418502808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1230}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1231}
{"loss": -0.452920138835907, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.09663987159729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1231}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1232}
{"loss": -0.45020973682403564, "acc": 0.9332502484321594, "acc_or": 0.9666250944137573, "sender_entropy": 1.096297025680542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1232}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1233}
{"loss": -0.45574694871902466, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.104909896850586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1233}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 1234}
{"loss": -0.4510428309440613, "acc": 0.9261106252670288, "acc_or": 0.9630553126335144, "sender_entropy": 1.0941026210784912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1234}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1235}
{"loss": -0.453097403049469, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0960882902145386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1235}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1236}
{"loss": -0.45367416739463806, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.1030311584472656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1236}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1237}
{"loss": -0.4528788626194, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.0997432470321655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1237}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1238}
{"loss": -0.45200246572494507, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0949829816818237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1238}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1239}
{"loss": -0.4544152021408081, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.1051609516143799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1239}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1240}
{"loss": -0.4536963701248169, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.1049160957336426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1240}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1241}
{"loss": -0.4520739018917084, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.092686653137207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1241}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1242}
{"loss": -0.45178213715553284, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.093955159187317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1242}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1243}
{"loss": -0.45532843470573425, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.1037403345108032, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1243}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1244}
{"loss": -0.4531170427799225, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.1006698608398438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1244}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1245}
{"loss": -0.45109689235687256, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.0896117687225342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1245}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1246}
{"loss": -0.4521775245666504, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.0921375751495361, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1246}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1247}
{"loss": -0.45327332615852356, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.0975686311721802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1247}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1248}
{"loss": -0.4543847143650055, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.1008073091506958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1248}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1249}
{"loss": -0.4452950954437256, "acc": 0.9398232102394104, "acc_or": 0.9699115753173828, "sender_entropy": 1.0921350717544556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1249}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1250}
{"loss": -0.4503479301929474, "acc": 0.9321169257164001, "acc_or": 0.9660584926605225, "sender_entropy": 1.1001219749450684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1250}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1251}
{"loss": -0.45418521761894226, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.1042306423187256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1251}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1252}
{"loss": -0.4488201439380646, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.0895954370498657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1252}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1253}
{"loss": -0.4551066756248474, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.1049277782440186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1253}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1254}
{"loss": -0.45176535844802856, "acc": 0.9335902333259583, "acc_or": 0.9667950868606567, "sender_entropy": 1.102677345275879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1254}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1255}
{"loss": -0.4532216191291809, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.1054211854934692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1255}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1256}
{"loss": -0.4551237225532532, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.1026843786239624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1256}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1257}
{"loss": -0.4466419219970703, "acc": 0.9305303692817688, "acc_or": 0.9652652144432068, "sender_entropy": 1.0915662050247192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1257}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1258}
{"loss": -0.4567570090293884, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.1080584526062012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1258}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 1259}
{"loss": -0.4532075524330139, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.0955511331558228, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1259}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1260}
{"loss": -0.45230406522750854, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.0929380655288696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1260}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1261}
{"loss": -0.4519423246383667, "acc": 0.9262239336967468, "acc_or": 0.9630553126335144, "sender_entropy": 1.094901442527771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1261}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1262}
{"loss": -0.4551539123058319, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.1046358346939087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1262}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1263}
{"loss": -0.4518546462059021, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.09431791305542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1263}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1264}
{"loss": -0.45282673835754395, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.092921257019043, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1264}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 1265}
{"loss": -0.456102192401886, "acc": 0.9232774376869202, "acc_or": 0.9616386890411377, "sender_entropy": 1.1028870344161987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1265}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1266}
{"loss": -0.4528374671936035, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.093522071838379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1266}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1267}
{"loss": -0.4540233016014099, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.0990170240402222, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1267}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1268}
{"loss": -0.4513203203678131, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 1.0950267314910889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1268}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1269}
{"loss": -0.45375269651412964, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.10249662399292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1269}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1270}
{"loss": -0.4543752074241638, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0992717742919922, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1270}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1271}
{"loss": -0.4530174136161804, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.09954833984375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1271}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1272}
{"loss": -0.4492488503456116, "acc": 0.9343835115432739, "acc_or": 0.967191755771637, "sender_entropy": 1.0973777770996094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1272}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1273}
{"loss": -0.4531513452529907, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.0982153415679932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1273}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1274}
{"loss": -0.4528752267360687, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.0974828004837036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1274}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1275}
{"loss": -0.4573121964931488, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.1065183877944946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1275}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 1276}
{"loss": -0.4540064334869385, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.098557949066162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1276}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 1277}
{"loss": -0.4494348168373108, "acc": 0.9347234964370728, "acc_or": 0.9673617482185364, "sender_entropy": 1.1010743379592896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1277}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1278}
{"loss": -0.45285481214523315, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.0924584865570068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1278}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1279}
{"loss": -0.4546315670013428, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.1001849174499512, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1279}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1280}
{"loss": -0.4528887867927551, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.0950497388839722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1280}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1281}
{"loss": -0.45301705598831177, "acc": 0.923730731010437, "acc_or": 0.9618653655052185, "sender_entropy": 1.0911152362823486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1281}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1282}
{"loss": -0.4540468454360962, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 1.1057748794555664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1282}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1283}
{"loss": -0.4537500739097595, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.0998090505599976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1283}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1284}
{"loss": -0.4501517117023468, "acc": 0.9371033310890198, "acc_or": 0.9685516953468323, "sender_entropy": 1.1013236045837402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1284}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1285}
{"loss": -0.4496537148952484, "acc": 0.9368767142295837, "acc_or": 0.9684383273124695, "sender_entropy": 1.0936118364334106, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1285}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1286}
{"loss": -0.45560187101364136, "acc": 0.9297370910644531, "acc_or": 0.9648685455322266, "sender_entropy": 1.1059428453445435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1286}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1287}
{"loss": -0.45252755284309387, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.0950281620025635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1287}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1288}
{"loss": -0.45178791880607605, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.0892337560653687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1288}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1289}
{"loss": -0.45454519987106323, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.1026568412780762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1289}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1290}
{"loss": -0.45383918285369873, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.1016331911087036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1290}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1291}
{"loss": -0.4535498023033142, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0962409973144531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1291}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1292}
{"loss": -0.45294925570487976, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.0950185060501099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1292}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 1293}
{"loss": -0.4463345408439636, "acc": 0.9390299320220947, "acc_or": 0.9695149660110474, "sender_entropy": 1.0986746549606323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1293}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1294}
{"loss": -0.45482009649276733, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.1031235456466675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1294}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1295}
{"loss": -0.4528080224990845, "acc": 0.9298503994941711, "acc_or": 0.964925229549408, "sender_entropy": 1.1033960580825806, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1295}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1296}
{"loss": -0.454181045293808, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.102994441986084, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1296}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1297}
{"loss": -0.45385968685150146, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.1010299921035767, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1297}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1298}
{"loss": -0.457385390996933, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.105916976928711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1298}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 1299}
{"loss": -0.4542914032936096, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.0994871854782104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1299}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1300}
{"loss": -0.45237863063812256, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.0979558229446411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1300}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1301}
{"loss": -0.4561246931552887, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.1076401472091675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1301}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1302}
{"loss": -0.45295897126197815, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0925846099853516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1302}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1303}
{"loss": -0.4518641233444214, "acc": 0.9325702786445618, "acc_or": 0.9662851095199585, "sender_entropy": 1.1016660928726196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1303}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 1304}
{"loss": -0.45150652527809143, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0893049240112305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1304}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1305}
{"loss": -0.4519617259502411, "acc": 0.9348368048667908, "acc_or": 0.9674184322357178, "sender_entropy": 1.1050639152526855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1305}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8306121826171875, "acc_or": 0.9153060913085938}, "epoch": 1306}
{"loss": -0.45291802287101746, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.0990064144134521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1306}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1307}
{"loss": -0.4527139961719513, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.0934181213378906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1307}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1308}
{"loss": -0.4515781104564667, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.0933685302734375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1308}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1309}
{"loss": -0.4569912850856781, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.1041690111160278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1309}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1310}
{"loss": -0.4519929587841034, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.0919692516326904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1310}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1311}
{"loss": -0.4526779055595398, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.097098708152771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1311}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1312}
{"loss": -0.4489792585372925, "acc": 0.9327968955039978, "acc_or": 0.9663984775543213, "sender_entropy": 1.0955849885940552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1312}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1313}
{"loss": -0.45459824800491333, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.099471926689148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1313}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1314}
{"loss": -0.4519750475883484, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.089693546295166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1314}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1315}
{"loss": -0.4507836103439331, "acc": 0.9331368803977966, "acc_or": 0.9665684700012207, "sender_entropy": 1.09685480594635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1315}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1316}
{"loss": -0.4530564546585083, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.0919585227966309, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1316}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1317}
{"loss": -0.4554649889469147, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.107863187789917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1317}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1318}
{"loss": -0.4542534053325653, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.0974974632263184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1318}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1319}
{"loss": -0.4510403275489807, "acc": 0.9312103390693665, "acc_or": 0.9656051397323608, "sender_entropy": 1.0968098640441895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1319}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1320}
{"loss": -0.45164355635643005, "acc": 0.9357434511184692, "acc_or": 0.9678717255592346, "sender_entropy": 1.1058531999588013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1320}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1321}
{"loss": -0.4519790709018707, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.0884175300598145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1321}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1322}
{"loss": -0.4543836712837219, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.0988811254501343, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1322}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 1323}
{"loss": -0.45258933305740356, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.0973342657089233, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1323}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1324}
{"loss": -0.4549511671066284, "acc": 0.93019038438797, "acc_or": 0.9650952219963074, "sender_entropy": 1.1014612913131714, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1324}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1325}
{"loss": -0.45485538244247437, "acc": 0.928037166595459, "acc_or": 0.9640185832977295, "sender_entropy": 1.1011275053024292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1325}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1326}
{"loss": -0.4492684602737427, "acc": 0.9361967444419861, "acc_or": 0.9680983424186707, "sender_entropy": 1.0995851755142212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1326}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1327}
{"loss": -0.4524526000022888, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.0956687927246094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1327}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1328}
{"loss": -0.4558761715888977, "acc": 0.9308703541755676, "acc_or": 0.9654351472854614, "sender_entropy": 1.1068774461746216, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1328}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1329}
{"loss": -0.4559314250946045, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.104914903640747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1329}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1330}
{"loss": -0.45056071877479553, "acc": 0.9358567595481873, "acc_or": 0.9679283499717712, "sender_entropy": 1.1012659072875977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1330}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1331}
{"loss": -0.4540386497974396, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0966267585754395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1331}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 1332}
{"loss": -0.45387113094329834, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.095228910446167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1332}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 1333}
{"loss": -0.45315179228782654, "acc": 0.9337035417556763, "acc_or": 0.9668517708778381, "sender_entropy": 1.1059744358062744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1333}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1334}
{"loss": -0.4530574381351471, "acc": 0.9317770004272461, "acc_or": 0.965888500213623, "sender_entropy": 1.1022963523864746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1334}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1335}
{"loss": -0.4535144567489624, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.093191385269165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1335}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1336}
{"loss": -0.45591989159584045, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.1038106679916382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1336}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1337}
{"loss": -0.4531819224357605, "acc": 0.9298503994941711, "acc_or": 0.964925229549408, "sender_entropy": 1.09694242477417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1337}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 1338}
{"loss": -0.4538547396659851, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.095605731010437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1338}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1339}
{"loss": -0.45314037799835205, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 1.0958201885223389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1339}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1340}
{"loss": -0.4563438594341278, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.1038013696670532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1340}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1341}
{"loss": -0.45193368196487427, "acc": 0.9299637079238892, "acc_or": 0.9649818539619446, "sender_entropy": 1.093804121017456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1341}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1342}
{"loss": -0.4532409906387329, "acc": 0.930303692817688, "acc_or": 0.965151846408844, "sender_entropy": 1.0991281270980835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1342}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1343}
{"loss": -0.45200157165527344, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.0887515544891357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1343}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1344}
{"loss": -0.4551175832748413, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.100751280784607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1344}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1345}
{"loss": -0.45550164580345154, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.0993789434432983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1345}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1346}
{"loss": -0.45243096351623535, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.0906813144683838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1346}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1347}
{"loss": -0.4561399817466736, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.099083662033081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1347}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1348}
{"loss": -0.45289626717567444, "acc": 0.932343602180481, "acc_or": 0.9661718010902405, "sender_entropy": 1.099129557609558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1348}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1349}
{"loss": -0.45552653074264526, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.0997132062911987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1349}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1350}
{"loss": -0.45392683148384094, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.0973901748657227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1350}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1351}
{"loss": -0.4520529508590698, "acc": 0.9310970306396484, "acc_or": 0.9655485153198242, "sender_entropy": 1.0959872007369995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1351}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 1352}
{"loss": -0.4556180536746979, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.1017193794250488, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1352}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1353}
{"loss": -0.4558953046798706, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.1005882024765015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1353}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1354}
{"loss": -0.45484545826911926, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.0944974422454834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1354}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1355}
{"loss": -0.45439648628234863, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.0966665744781494, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1355}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1356}
{"loss": -0.4553759694099426, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.1027305126190186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1356}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1357}
{"loss": -0.45166441798210144, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.0916846990585327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1357}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1358}
{"loss": -0.45336246490478516, "acc": 0.9338168501853943, "acc_or": 0.9669084548950195, "sender_entropy": 1.1024017333984375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1358}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1359}
{"loss": -0.4553368091583252, "acc": 0.9306436777114868, "acc_or": 0.9653218388557434, "sender_entropy": 1.103943943977356, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1359}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 1360}
{"loss": -0.45589229464530945, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.102821707725525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1360}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1361}
{"loss": -0.4568348824977875, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.105886697769165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1361}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1362}
{"loss": -0.4575973451137543, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.1036107540130615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1362}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1363}
{"loss": -0.4541078507900238, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.095549464225769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1363}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1364}
{"loss": -0.45277607440948486, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.09231436252594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1364}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1365}
{"loss": -0.45563042163848877, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.1043345928192139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1365}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1366}
{"loss": -0.4543720781803131, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.0961148738861084, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1366}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1367}
{"loss": -0.4529859125614166, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.0959726572036743, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1367}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1368}
{"loss": -0.45467355847358704, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.1038297414779663, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1368}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1369}
{"loss": -0.45384088158607483, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.0941354036331177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1369}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1370}
{"loss": -0.4515071213245392, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.094482421875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1370}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1371}
{"loss": -0.45423105359077454, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.097061276435852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1371}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1372}
{"loss": -0.45084047317504883, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.0910173654556274, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1372}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1373}
{"loss": -0.45279231667518616, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.0964716672897339, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1373}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1374}
{"loss": -0.4542023241519928, "acc": 0.930303692817688, "acc_or": 0.965151846408844, "sender_entropy": 1.0961731672286987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1374}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1375}
{"loss": -0.4538182318210602, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.1020032167434692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1375}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1376}
{"loss": -0.45271623134613037, "acc": 0.928037166595459, "acc_or": 0.9640185832977295, "sender_entropy": 1.091544270515442, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1376}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1377}
{"loss": -0.4485790431499481, "acc": 0.9310970306396484, "acc_or": 0.9655485153198242, "sender_entropy": 1.088860034942627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1377}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1378}
{"loss": -0.45675361156463623, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.100100040435791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1378}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1379}
{"loss": -0.4539870023727417, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.0965169668197632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1379}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1380}
{"loss": -0.4575461149215698, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.1046431064605713, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1380}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1381}
{"loss": -0.4558666944503784, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.1025785207748413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1381}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1382}
{"loss": -0.45141729712486267, "acc": 0.9348368048667908, "acc_or": 0.9674184322357178, "sender_entropy": 1.0983891487121582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1382}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1383}
{"loss": -0.45677587389945984, "acc": 0.9261106252670288, "acc_or": 0.9630553126335144, "sender_entropy": 1.103203535079956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1383}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1384}
{"loss": -0.4511987864971161, "acc": 0.9349501132965088, "acc_or": 0.9674750566482544, "sender_entropy": 1.1008230447769165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1384}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1385}
{"loss": -0.4554119110107422, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.097892165184021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1385}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1386}
{"loss": -0.4550265967845917, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.0961769819259644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1386}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1387}
{"loss": -0.45419609546661377, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0963807106018066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1387}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1388}
{"loss": -0.45637550950050354, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.1029609441757202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1388}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1389}
{"loss": -0.454694002866745, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.0988279581069946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1389}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1390}
{"loss": -0.45622098445892334, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.1017900705337524, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1390}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1391}
{"loss": -0.44759729504585266, "acc": 0.9398232102394104, "acc_or": 0.9699115753173828, "sender_entropy": 1.0954957008361816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1391}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1392}
{"loss": -0.4513051211833954, "acc": 0.9316636323928833, "acc_or": 0.9658318161964417, "sender_entropy": 1.0930672883987427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1392}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1393}
{"loss": -0.4512140154838562, "acc": 0.9335902333259583, "acc_or": 0.9667950868606567, "sender_entropy": 1.0979502201080322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1393}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1394}
{"loss": -0.4545231759548187, "acc": 0.9223707914352417, "acc_or": 0.9611853957176208, "sender_entropy": 1.0917160511016846, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1394}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1395}
{"loss": -0.44983023405075073, "acc": 0.9352900981903076, "acc_or": 0.9676450490951538, "sender_entropy": 1.092327356338501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1395}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1396}
{"loss": -0.45363426208496094, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.092590570449829, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1396}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 1397}
{"loss": -0.45462897419929504, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.1038390398025513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1397}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1398}
{"loss": -0.4513939917087555, "acc": 0.9307570457458496, "acc_or": 0.9653785228729248, "sender_entropy": 1.0927479267120361, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1398}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1399}
{"loss": -0.45661741495132446, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.1000661849975586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1399}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1400}
{"loss": -0.45857521891593933, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.1080913543701172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1400}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1401}
{"loss": -0.4537227749824524, "acc": 0.9356300830841064, "acc_or": 0.9678150415420532, "sender_entropy": 1.1044892072677612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1401}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1402}
{"loss": -0.45487168431282043, "acc": 0.9312103390693665, "acc_or": 0.9656051397323608, "sender_entropy": 1.100401520729065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1402}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1403}
{"loss": -0.44886305928230286, "acc": 0.9374433159828186, "acc_or": 0.9687216877937317, "sender_entropy": 1.099550724029541, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1403}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1404}
{"loss": -0.45029428601264954, "acc": 0.9365367293357849, "acc_or": 0.9682683348655701, "sender_entropy": 1.0978271961212158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1404}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1405}
{"loss": -0.45430251955986023, "acc": 0.9325702786445618, "acc_or": 0.9662851095199585, "sender_entropy": 1.1032893657684326, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1405}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1406}
{"loss": -0.4523058533668518, "acc": 0.93019038438797, "acc_or": 0.9650952219963074, "sender_entropy": 1.099597454071045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1406}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1407}
{"loss": -0.45385968685150146, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.0927373170852661, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1407}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1408}
{"loss": -0.4567001760005951, "acc": 0.9306436777114868, "acc_or": 0.9653218388557434, "sender_entropy": 1.1044182777404785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1408}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1409}
{"loss": -0.4557020664215088, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.096705675125122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1409}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1410}
{"loss": -0.45366403460502625, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.0910975933074951, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1410}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1411}
{"loss": -0.45491963624954224, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.0956846475601196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1411}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1412}
{"loss": -0.455034077167511, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.0961436033248901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1412}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1413}
{"loss": -0.4522915780544281, "acc": 0.9325702786445618, "acc_or": 0.9662851095199585, "sender_entropy": 1.0957571268081665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1413}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1414}
{"loss": -0.4548189342021942, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.098440170288086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1414}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1415}
{"loss": -0.45727458596229553, "acc": 0.930303692817688, "acc_or": 0.965151846408844, "sender_entropy": 1.1077275276184082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1415}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1416}
{"loss": -0.45652738213539124, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0987341403961182, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1416}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1417}
{"loss": -0.45584091544151306, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.1020426750183105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1417}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1418}
{"loss": -0.45389944314956665, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.098207950592041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1418}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8306121826171875, "acc_or": 0.9153060913085938}, "epoch": 1419}
{"loss": -0.45731306076049805, "acc": 0.9297370910644531, "acc_or": 0.9648685455322266, "sender_entropy": 1.1056511402130127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1419}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 1420}
{"loss": -0.4548887312412262, "acc": 0.9339302182197571, "acc_or": 0.9669650793075562, "sender_entropy": 1.1081711053848267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1420}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 1421}
{"loss": -0.4536920487880707, "acc": 0.9312103390693665, "acc_or": 0.9656051397323608, "sender_entropy": 1.1013315916061401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1421}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1422}
{"loss": -0.4578875005245209, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.0989208221435547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1422}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.918367326259613}, "epoch": 1423}
{"loss": -0.45300930738449097, "acc": 0.9338168501853943, "acc_or": 0.9669084548950195, "sender_entropy": 1.096808671951294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1423}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 1424}
{"loss": -0.4539578855037689, "acc": 0.9314370155334473, "acc_or": 0.9657185077667236, "sender_entropy": 1.0938985347747803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1424}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 1425}
{"loss": -0.454547643661499, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.0963860750198364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1425}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 1426}
{"loss": -0.4554230868816376, "acc": 0.9306436777114868, "acc_or": 0.9653218388557434, "sender_entropy": 1.100836157798767, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1426}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 1427}
{"loss": -0.4554547071456909, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.09160315990448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1427}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.9188774824142456}, "epoch": 1428}
{"loss": -0.45838022232055664, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.105898141860962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1428}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.9163264632225037}, "epoch": 1429}
{"loss": -0.45717963576316833, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.100459337234497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1429}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.9188774824142456}, "epoch": 1430}
{"loss": -0.45637938380241394, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.1000133752822876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1430}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 1431}
{"loss": -0.4582575261592865, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.1003990173339844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1431}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 1432}
{"loss": -0.45467862486839294, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.098318338394165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1432}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1433}
{"loss": -0.4582905173301697, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.103797197341919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1433}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1434}
{"loss": -0.458642840385437, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.1072665452957153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1434}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1435}
{"loss": -0.4551670551300049, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.0938093662261963, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1435}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1436}
{"loss": -0.4549586772918701, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.0971157550811768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1436}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1437}
{"loss": -0.45734158158302307, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.1041271686553955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1437}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1438}
{"loss": -0.4523080289363861, "acc": 0.9308703541755676, "acc_or": 0.9654351472854614, "sender_entropy": 1.0894066095352173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1438}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1439}
{"loss": -0.45576930046081543, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.1019071340560913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1439}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1440}
{"loss": -0.4543411433696747, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.09788978099823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1440}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1441}
{"loss": -0.45813754200935364, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.107471227645874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1441}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1442}
{"loss": -0.45549678802490234, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.0901668071746826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1442}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1443}
{"loss": -0.4552002549171448, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.0929290056228638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1443}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1444}
{"loss": -0.4787430167198181, "acc": 0.9271305799484253, "acc_or": 0.9635086059570312, "sender_entropy": 1.1049220561981201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1444}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1445}
{"loss": -0.4550839066505432, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.0998889207839966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1445}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1446}
{"loss": -0.45477163791656494, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 1.104173183441162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1446}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1447}
{"loss": -0.45210614800453186, "acc": 0.9360834360122681, "acc_or": 0.968041718006134, "sender_entropy": 1.099207878112793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1447}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1448}
{"loss": -0.45378032326698303, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.092778205871582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1448}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1449}
{"loss": -0.45287561416625977, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.0928128957748413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1449}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1450}
{"loss": -0.45679181814193726, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.104354739189148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1450}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1451}
{"loss": -0.45616114139556885, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.096847653388977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1451}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 1452}
{"loss": -0.4586007595062256, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.1048201322555542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1452}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1453}
{"loss": -0.45708605647087097, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.1015430688858032, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1453}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1454}
{"loss": -0.4578009843826294, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.1045916080474854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1454}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1455}
{"loss": -0.45367148518562317, "acc": 0.9352900981903076, "acc_or": 0.9676450490951538, "sender_entropy": 1.0977777242660522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1455}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1456}
{"loss": -0.45541584491729736, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.0921902656555176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1456}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1457}
{"loss": -0.4561101496219635, "acc": 0.9229374527931213, "acc_or": 0.9614686965942383, "sender_entropy": 1.0944174528121948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1457}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1458}
{"loss": -0.45591476559638977, "acc": 0.930077075958252, "acc_or": 0.965038537979126, "sender_entropy": 1.0975061655044556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1458}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 1459}
{"loss": -0.45448094606399536, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.0945041179656982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1459}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 1460}
{"loss": -0.4548388123512268, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.0932589769363403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1460}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1461}
{"loss": -0.4503026008605957, "acc": 0.9322302937507629, "acc_or": 0.9661151170730591, "sender_entropy": 1.0967310667037964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1461}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1462}
{"loss": -0.4545801877975464, "acc": 0.9297370910644531, "acc_or": 0.9648685455322266, "sender_entropy": 1.1003754138946533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1462}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1463}
{"loss": -0.4560524523258209, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.0998988151550293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1463}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1464}
{"loss": -0.45613962411880493, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.0948619842529297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1464}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1465}
{"loss": -0.4575192928314209, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.1022266149520874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1465}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1466}
{"loss": -0.4555709958076477, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.092215895652771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1466}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 1467}
{"loss": -0.45423048734664917, "acc": 0.9307570457458496, "acc_or": 0.9653785228729248, "sender_entropy": 1.0954889059066772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1467}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1468}
{"loss": -0.4565630555152893, "acc": 0.9312103390693665, "acc_or": 0.9656051397323608, "sender_entropy": 1.1026955842971802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1468}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1469}
{"loss": -0.4561879634857178, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.1032391786575317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1469}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1470}
{"loss": -0.4528944194316864, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 1.0896413326263428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1470}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1471}
{"loss": -0.45757153630256653, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.0997015237808228, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1471}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1472}
{"loss": -0.45434871315956116, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0908055305480957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1472}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1473}
{"loss": -0.4555646777153015, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.092714786529541, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1473}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1474}
{"loss": -0.4555293917655945, "acc": 0.9326835870742798, "acc_or": 0.9663417935371399, "sender_entropy": 1.102869987487793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1474}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1475}
{"loss": -0.4567168354988098, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.0976717472076416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1475}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1476}
{"loss": -0.4567641615867615, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.1030093431472778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1476}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1477}
{"loss": -0.45699021220207214, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.099240779876709, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1477}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1478}
{"loss": -0.45491695404052734, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.0922304391860962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1478}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1479}
{"loss": -0.45648273825645447, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0992976427078247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1479}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1480}
{"loss": -0.4580373167991638, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.1081706285476685, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1480}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1481}
{"loss": -0.45724743604660034, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.1029789447784424, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1481}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1482}
{"loss": -0.4557000994682312, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.0952188968658447, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1482}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1483}
{"loss": -0.45815449953079224, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.0987540483474731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1483}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1484}
{"loss": -0.4600216746330261, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.1069183349609375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1484}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 1485}
{"loss": -0.4545162618160248, "acc": 0.9307570457458496, "acc_or": 0.9653785228729248, "sender_entropy": 1.0980521440505981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1485}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1486}
{"loss": -0.4487650990486145, "acc": 0.9422031044960022, "acc_or": 0.9711015224456787, "sender_entropy": 1.0926438570022583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1486}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1487}
{"loss": -0.45449018478393555, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.0967038869857788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1487}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1488}
{"loss": -0.45523399114608765, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.0903173685073853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1488}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1489}
{"loss": -0.45603546500205994, "acc": 0.9310970306396484, "acc_or": 0.9655485153198242, "sender_entropy": 1.0981786251068115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1489}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1490}
{"loss": -0.4556833505630493, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.0967762470245361, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1490}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1491}
{"loss": -0.45880746841430664, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.1052427291870117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1491}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1492}
{"loss": -0.4518889784812927, "acc": 0.9369900226593018, "acc_or": 0.9684950113296509, "sender_entropy": 1.0983431339263916, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1492}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1493}
{"loss": -0.45978879928588867, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.1071075201034546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1493}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1494}
{"loss": -0.4554123282432556, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.0930501222610474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1494}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1495}
{"loss": -0.45054712891578674, "acc": 0.9357434511184692, "acc_or": 0.9678717255592346, "sender_entropy": 1.0916308164596558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1495}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1496}
{"loss": -0.4537307918071747, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.0895551443099976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1496}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1497}
{"loss": -0.45180743932724, "acc": 0.9360834360122681, "acc_or": 0.968041718006134, "sender_entropy": 1.0924580097198486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1497}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1498}
{"loss": -0.458193302154541, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.1004012823104858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1498}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1499}
{"loss": -0.4525696635246277, "acc": 0.9320036172866821, "acc_or": 0.9660018086433411, "sender_entropy": 1.0934841632843018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1499}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1500}
{"loss": -0.4530855119228363, "acc": 0.9372166991233826, "acc_or": 0.9686083197593689, "sender_entropy": 1.0979787111282349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1500}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1501}
{"loss": -0.4531691074371338, "acc": 0.93019038438797, "acc_or": 0.9650952219963074, "sender_entropy": 1.0892462730407715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1501}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 1502}
{"loss": -0.454581081867218, "acc": 0.9349501132965088, "acc_or": 0.9674750566482544, "sender_entropy": 1.0982003211975098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1502}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1503}
{"loss": -0.45490509271621704, "acc": 0.9230507612228394, "acc_or": 0.9615253806114197, "sender_entropy": 1.0894557237625122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1503}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1504}
{"loss": -0.45252054929733276, "acc": 0.9337035417556763, "acc_or": 0.9668517708778381, "sender_entropy": 1.09791100025177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1504}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.918367326259613}, "epoch": 1505}
{"loss": -0.45688605308532715, "acc": 0.928037166595459, "acc_or": 0.9640185832977295, "sender_entropy": 1.0943106412887573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1505}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9265305995941162}, "epoch": 1506}
{"loss": -0.4506106674671173, "acc": 0.9327968955039978, "acc_or": 0.9663984775543213, "sender_entropy": 1.092266321182251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1506}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 1507}
{"loss": -0.45433104038238525, "acc": 0.9350634813308716, "acc_or": 0.9675317406654358, "sender_entropy": 1.1046335697174072, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1507}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1508}
{"loss": -0.45532771944999695, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.097272515296936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1508}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 1509}
{"loss": -0.4542433023452759, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.0894273519515991, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1509}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 1510}
{"loss": -0.45876091718673706, "acc": 0.9308703541755676, "acc_or": 0.9654351472854614, "sender_entropy": 1.107951045036316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1510}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.9178571105003357}, "epoch": 1511}
{"loss": -0.4582362174987793, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.102856159210205, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1511}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 1512}
{"loss": -0.4531954228878021, "acc": 0.9299637079238892, "acc_or": 0.9649818539619446, "sender_entropy": 1.0891578197479248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1512}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 1513}
{"loss": -0.4536346197128296, "acc": 0.9331368803977966, "acc_or": 0.9665684700012207, "sender_entropy": 1.095641851425171, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1513}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1514}
{"loss": -0.4571305513381958, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.099082112312317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1514}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 1515}
{"loss": -0.45672711730003357, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.0932904481887817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1515}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1516}
{"loss": -0.454977810382843, "acc": 0.9349501132965088, "acc_or": 0.9674750566482544, "sender_entropy": 1.0996373891830444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1516}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1517}
{"loss": -0.459817498922348, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.1080832481384277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1517}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 1518}
{"loss": -0.45491382479667664, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.0911675691604614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1518}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9239795804023743}, "epoch": 1519}
{"loss": -0.4526987671852112, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.0872802734375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1519}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.918367326259613}, "epoch": 1520}
{"loss": -0.4562060236930847, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.0953720808029175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1520}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 1521}
{"loss": -0.4573241174221039, "acc": 0.9315503239631653, "acc_or": 0.9657751321792603, "sender_entropy": 1.099924087524414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1521}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9249999523162842}, "epoch": 1522}
{"loss": -0.45201575756073, "acc": 0.9391432404518127, "acc_or": 0.9695716500282288, "sender_entropy": 1.1063545942306519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1522}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 1523}
{"loss": -0.4582498371601105, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.1005100011825562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1523}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.9163264632225037}, "epoch": 1524}
{"loss": -0.46044766902923584, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.1057511568069458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1524}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 1525}
{"loss": -0.4570838510990143, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.1012024879455566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1525}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.9188774824142456}, "epoch": 1526}
{"loss": -0.45182183384895325, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.0853877067565918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1526}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 1527}
{"loss": -0.45242059230804443, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0858111381530762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1527}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1528}
{"loss": -0.4529781639575958, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0867719650268555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1528}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 1529}
{"loss": -0.452906996011734, "acc": 0.9360834360122681, "acc_or": 0.968041718006134, "sender_entropy": 1.09419846534729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1529}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1530}
{"loss": -0.4517784118652344, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 1.0855658054351807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1530}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1531}
{"loss": -0.4549854099750519, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.0880244970321655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1531}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1532}
{"loss": -0.45124727487564087, "acc": 0.9381232857704163, "acc_or": 0.9690616726875305, "sender_entropy": 1.0958974361419678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1532}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1533}
{"loss": -0.458577036857605, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.1020060777664185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1533}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1534}
{"loss": -0.4547448754310608, "acc": 0.930303692817688, "acc_or": 0.965151846408844, "sender_entropy": 1.094939947128296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1534}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1535}
{"loss": -0.4574601650238037, "acc": 0.9241840243339539, "acc_or": 0.9620920419692993, "sender_entropy": 1.0940806865692139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1535}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1536}
{"loss": -0.4532018303871155, "acc": 0.9287171363830566, "acc_or": 0.9643585681915283, "sender_entropy": 1.0869807004928589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1536}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1537}
{"loss": -0.4562331438064575, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.098131537437439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1537}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1538}
{"loss": -0.4533817172050476, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.0928233861923218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1538}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1539}
{"loss": -0.4565175771713257, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.0988165140151978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1539}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1540}
{"loss": -0.4544238746166229, "acc": 0.9317770004272461, "acc_or": 0.965888500213623, "sender_entropy": 1.0950474739074707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1540}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1541}
{"loss": -0.4588562548160553, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.1014546155929565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1541}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1542}
{"loss": -0.45903700590133667, "acc": 0.9261106252670288, "acc_or": 0.9630553126335144, "sender_entropy": 1.1043678522109985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1542}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1543}
{"loss": -0.45263099670410156, "acc": 0.9333635568618774, "acc_or": 0.9666817784309387, "sender_entropy": 1.0989689826965332, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1543}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1544}
{"loss": -0.456459105014801, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.0984829664230347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1544}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1545}
{"loss": -0.4562414288520813, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.0955435037612915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1545}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1546}
{"loss": -0.45411211252212524, "acc": 0.9322302937507629, "acc_or": 0.9661151170730591, "sender_entropy": 1.0936756134033203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1546}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1547}
{"loss": -0.4548816680908203, "acc": 0.9306436777114868, "acc_or": 0.9653218388557434, "sender_entropy": 1.1007941961288452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1547}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1548}
{"loss": -0.45405375957489014, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.0940073728561401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1548}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1549}
{"loss": -0.45243313908576965, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.0950794219970703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1549}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1550}
{"loss": -0.4504259526729584, "acc": 0.9352900981903076, "acc_or": 0.9676450490951538, "sender_entropy": 1.0942492485046387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1550}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1551}
{"loss": -0.4539169371128082, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.091140866279602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1551}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1552}
{"loss": -0.4502173662185669, "acc": 0.9374433159828186, "acc_or": 0.9687216877937317, "sender_entropy": 1.09006929397583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1552}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 1553}
{"loss": -0.4556378722190857, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.0928623676300049, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1553}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1554}
{"loss": -0.45450878143310547, "acc": 0.9364233613014221, "acc_or": 0.9682117104530334, "sender_entropy": 1.1021994352340698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1554}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1555}
{"loss": -0.4540657699108124, "acc": 0.9309836626052856, "acc_or": 0.9654918313026428, "sender_entropy": 1.0976903438568115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1555}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1556}
{"loss": -0.45611298084259033, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.0951898097991943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1556}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1557}
{"loss": -0.4560011923313141, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.09554123878479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1557}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1558}
{"loss": -0.4550301730632782, "acc": 0.9337035417556763, "acc_or": 0.9668517708778381, "sender_entropy": 1.101558804512024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1558}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1559}
{"loss": -0.4550808072090149, "acc": 0.9337035417556763, "acc_or": 0.9668517708778381, "sender_entropy": 1.1014653444290161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1559}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1560}
{"loss": -0.45589086413383484, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.09004545211792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1560}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1561}
{"loss": -0.45700374245643616, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.0974065065383911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1561}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1562}
{"loss": -0.4560791850090027, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.09318208694458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1562}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1563}
{"loss": -0.45324140787124634, "acc": 0.9299637079238892, "acc_or": 0.9649818539619446, "sender_entropy": 1.0906344652175903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1563}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1564}
{"loss": -0.4572780728340149, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.0962498188018799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1564}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1565}
{"loss": -0.4568832814693451, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.1065654754638672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1565}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1566}
{"loss": -0.45571810007095337, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.0872979164123535, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1566}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 1567}
{"loss": -0.4560278058052063, "acc": 0.9297370910644531, "acc_or": 0.9648685455322266, "sender_entropy": 1.097285270690918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1567}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1568}
{"loss": -0.4557977616786957, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0959833860397339, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1568}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1569}
{"loss": -0.45784568786621094, "acc": 0.92577064037323, "acc_or": 0.962885320186615, "sender_entropy": 1.0952264070510864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1569}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1570}
{"loss": -0.45503711700439453, "acc": 0.9312103390693665, "acc_or": 0.9656051397323608, "sender_entropy": 1.095179557800293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1570}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1571}
{"loss": -0.4572769105434418, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.1015441417694092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1571}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1572}
{"loss": -0.4532049000263214, "acc": 0.9320036172866821, "acc_or": 0.9660018086433411, "sender_entropy": 1.091591715812683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1572}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1573}
{"loss": -0.4563327729701996, "acc": 0.928037166595459, "acc_or": 0.9640185832977295, "sender_entropy": 1.1045745611190796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1573}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1574}
{"loss": -0.45957639813423157, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.1005516052246094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1574}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1575}
{"loss": -0.45468848943710327, "acc": 0.9299637079238892, "acc_or": 0.9649818539619446, "sender_entropy": 1.0984166860580444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1575}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1576}
{"loss": -0.45834237337112427, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.099557876586914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1576}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1577}
{"loss": -0.456009179353714, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.0974940061569214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1577}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1578}
{"loss": -0.45675742626190186, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.091570258140564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1578}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1579}
{"loss": -0.4579956531524658, "acc": 0.932343602180481, "acc_or": 0.9661718010902405, "sender_entropy": 1.1040568351745605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1579}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1580}
{"loss": -0.45708754658699036, "acc": 0.9337035417556763, "acc_or": 0.9668517708778381, "sender_entropy": 1.104625940322876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1580}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1581}
{"loss": -0.45761096477508545, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.0957098007202148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1581}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1582}
{"loss": -0.45268937945365906, "acc": 0.9330235719680786, "acc_or": 0.9665117859840393, "sender_entropy": 1.0931028127670288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1582}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1583}
{"loss": -0.45695531368255615, "acc": 0.9299637079238892, "acc_or": 0.9649818539619446, "sender_entropy": 1.1024600267410278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1583}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1584}
{"loss": -0.45590153336524963, "acc": 0.9330235719680786, "acc_or": 0.9665117859840393, "sender_entropy": 1.1016967296600342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1584}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1585}
{"loss": -0.45747673511505127, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.0953607559204102, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1585}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1586}
{"loss": -0.4570949077606201, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.0976768732070923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1586}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1587}
{"loss": -0.45884066820144653, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.1007397174835205, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1587}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1588}
{"loss": -0.4546739161014557, "acc": 0.930077075958252, "acc_or": 0.965038537979126, "sender_entropy": 1.0956885814666748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1588}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1589}
{"loss": -0.4550948739051819, "acc": 0.932456910610199, "acc_or": 0.9662284851074219, "sender_entropy": 1.1023155450820923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1589}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1590}
{"loss": -0.4575706124305725, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.0956439971923828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1590}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1591}
{"loss": -0.45891809463500977, "acc": 0.9298503994941711, "acc_or": 0.964925229549408, "sender_entropy": 1.1006118059158325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1591}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1592}
{"loss": -0.4579983055591583, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.0992220640182495, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1592}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1593}
{"loss": -0.4562370479106903, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.0930713415145874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1593}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1594}
{"loss": -0.45037129521369934, "acc": 0.9389165639877319, "acc_or": 0.969458281993866, "sender_entropy": 1.0976611375808716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1594}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1595}
{"loss": -0.45915594696998596, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.1049116849899292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1595}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1596}
{"loss": -0.45535367727279663, "acc": 0.9305303692817688, "acc_or": 0.9652652144432068, "sender_entropy": 1.0964316129684448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1596}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1597}
{"loss": -0.4549106955528259, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.0874689817428589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1597}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1598}
{"loss": -0.456773579120636, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.096455693244934, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1598}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1599}
{"loss": -0.454733669757843, "acc": 0.9322302937507629, "acc_or": 0.9661151170730591, "sender_entropy": 1.0964291095733643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1599}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1600}
{"loss": -0.45714661478996277, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.092947006225586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1600}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1601}
{"loss": -0.45784732699394226, "acc": 0.9315503239631653, "acc_or": 0.9657751321792603, "sender_entropy": 1.1000491380691528, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1601}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1602}
{"loss": -0.45836275815963745, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.0973039865493774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1602}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1603}
{"loss": -0.460021436214447, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.101597547531128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1603}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1604}
{"loss": -0.45853427052497864, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.1006673574447632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1604}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1605}
{"loss": -0.45918008685112, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.1023682355880737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1605}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1606}
{"loss": -0.45774486660957336, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0954058170318604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1606}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1607}
{"loss": -0.45632562041282654, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.1001372337341309, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1607}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1608}
{"loss": -0.4563361704349518, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.0952732563018799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1608}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1609}
{"loss": -0.4521155059337616, "acc": 0.932456910610199, "acc_or": 0.9662284851074219, "sender_entropy": 1.0977321863174438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1609}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 1610}
{"loss": -0.4552931785583496, "acc": 0.9369900226593018, "acc_or": 0.9684950113296509, "sender_entropy": 1.1051905155181885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1610}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1611}
{"loss": -0.45936518907546997, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.1019127368927002, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1611}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1612}
{"loss": -0.45933544635772705, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.1074010133743286, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1612}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1613}
{"loss": -0.4553740918636322, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.0942838191986084, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1613}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1614}
{"loss": -0.45717182755470276, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.0941426753997803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1614}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1615}
{"loss": -0.4574234187602997, "acc": 0.9230507612228394, "acc_or": 0.9615253806114197, "sender_entropy": 1.090585470199585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1615}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1616}
{"loss": -0.45730841159820557, "acc": 0.930077075958252, "acc_or": 0.965038537979126, "sender_entropy": 1.1021502017974854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1616}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1617}
{"loss": -0.45866724848747253, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.104212760925293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1617}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1618}
{"loss": -0.45771148800849915, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 1.1043461561203003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1618}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1619}
{"loss": -0.45790812373161316, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.0961402654647827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1619}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1620}
{"loss": -0.4565980136394501, "acc": 0.9314370155334473, "acc_or": 0.9657185077667236, "sender_entropy": 1.0980948209762573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1620}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1621}
{"loss": -0.4591822028160095, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.1077098846435547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1621}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1622}
{"loss": -0.45477089285850525, "acc": 0.9337035417556763, "acc_or": 0.9668517708778381, "sender_entropy": 1.0952627658843994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1622}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 1623}
{"loss": -0.4509665369987488, "acc": 0.9474161267280579, "acc_or": 0.9737080931663513, "sender_entropy": 1.0990309715270996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1623}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1624}
{"loss": -0.46005553007125854, "acc": 0.9314370155334473, "acc_or": 0.9657185077667236, "sender_entropy": 1.1081470251083374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1624}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1625}
{"loss": -0.45912644267082214, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.1000319719314575, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1625}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1626}
{"loss": -0.45509231090545654, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.0898939371109009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1626}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1627}
{"loss": -0.4530103802680969, "acc": 0.9392565488815308, "acc_or": 0.9696282744407654, "sender_entropy": 1.09722900390625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1627}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1628}
{"loss": -0.4557717442512512, "acc": 0.9318903088569641, "acc_or": 0.9659451246261597, "sender_entropy": 1.0936660766601562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1628}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1629}
{"loss": -0.4569772183895111, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.090087652206421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1629}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1630}
{"loss": -0.4540300667285919, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.0905702114105225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1630}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.7857142686843872}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 1631}
{"loss": -0.4612048864364624, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.1014143228530884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1631}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1632}
{"loss": -0.45685720443725586, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.0958020687103271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1632}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1633}
{"loss": -0.45747652649879456, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.092557430267334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1633}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1634}
{"loss": -0.46070852875709534, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.104348063468933, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1634}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1635}
{"loss": -0.45434537529945374, "acc": 0.9331368803977966, "acc_or": 0.9665684700012207, "sender_entropy": 1.0930993556976318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1635}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1636}
{"loss": -0.45851731300354004, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.0968716144561768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1636}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1637}
{"loss": -0.45669808983802795, "acc": 0.9376699924468994, "acc_or": 0.9688349962234497, "sender_entropy": 1.1082861423492432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1637}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1638}
{"loss": -0.4599883556365967, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.1073070764541626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1638}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 1639}
{"loss": -0.45925500988960266, "acc": 0.9242973923683167, "acc_or": 0.9621486663818359, "sender_entropy": 1.1037968397140503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1639}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1640}
{"loss": -0.45761165022850037, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.0951141119003296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1640}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 1641}
{"loss": -0.4575459063053131, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0991923809051514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1641}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1642}
{"loss": -0.4569644629955292, "acc": 0.9307570457458496, "acc_or": 0.9653785228729248, "sender_entropy": 1.0938308238983154, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1642}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1643}
{"loss": -0.45173174142837524, "acc": 0.9383499622344971, "acc_or": 0.9691749811172485, "sender_entropy": 1.1011579036712646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1643}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1644}
{"loss": -0.45692554116249084, "acc": 0.9341568350791931, "acc_or": 0.967078447341919, "sender_entropy": 1.1001290082931519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1644}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1645}
{"loss": -0.4557569622993469, "acc": 0.9326835870742798, "acc_or": 0.9663417935371399, "sender_entropy": 1.0962506532669067, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1645}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 1646}
{"loss": -0.4558546245098114, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0971630811691284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1646}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1647}
{"loss": -0.4575420618057251, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.0975205898284912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1647}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1648}
{"loss": -0.4537815451622009, "acc": 0.9344968199729919, "acc_or": 0.9672484397888184, "sender_entropy": 1.0979026556015015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1648}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1649}
{"loss": -0.4569548964500427, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.10672926902771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1649}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 1650}
{"loss": -0.4590151309967041, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.1023619174957275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1650}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1651}
{"loss": -0.4553355574607849, "acc": 0.9322302937507629, "acc_or": 0.9661151170730591, "sender_entropy": 1.0979714393615723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1651}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 1652}
{"loss": -0.46064886450767517, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.1043033599853516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1652}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1653}
{"loss": -0.456387460231781, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.0932139158248901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1653}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1654}
{"loss": -0.4549173414707184, "acc": 0.9348368048667908, "acc_or": 0.9674184322357178, "sender_entropy": 1.0997473001480103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1654}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1655}
{"loss": -0.45474982261657715, "acc": 0.9314370155334473, "acc_or": 0.9657185077667236, "sender_entropy": 1.089411735534668, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1655}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1656}
{"loss": -0.4543754458427429, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.0893266201019287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1656}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1657}
{"loss": -0.4569445550441742, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.0983269214630127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1657}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1658}
{"loss": -0.45607176423072815, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.0902667045593262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1658}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1659}
{"loss": -0.460955411195755, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.1063350439071655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1659}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1660}
{"loss": -0.4539043605327606, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.0898292064666748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1660}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1661}
{"loss": -0.4555841088294983, "acc": 0.9330235719680786, "acc_or": 0.9665117859840393, "sender_entropy": 1.0992087125778198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1661}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1662}
{"loss": -0.45391735434532166, "acc": 0.9335902333259583, "acc_or": 0.9667950868606567, "sender_entropy": 1.0974515676498413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1662}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1663}
{"loss": -0.45285433530807495, "acc": 0.9318903088569641, "acc_or": 0.9659451246261597, "sender_entropy": 1.0913499593734741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1663}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1664}
{"loss": -0.458853542804718, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.0994478464126587, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1664}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1665}
{"loss": -0.45667728781700134, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.0898926258087158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1665}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1666}
{"loss": -0.457266241312027, "acc": 0.9354034662246704, "acc_or": 0.9677017331123352, "sender_entropy": 1.102207064628601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1666}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1667}
{"loss": -0.45843836665153503, "acc": 0.9297370910644531, "acc_or": 0.9648685455322266, "sender_entropy": 1.1014235019683838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1667}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 1668}
{"loss": -0.4550214111804962, "acc": 0.9315503239631653, "acc_or": 0.9657751321792603, "sender_entropy": 1.09804105758667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1668}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1669}
{"loss": -0.45913058519363403, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.0988839864730835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1669}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1670}
{"loss": -0.4570114016532898, "acc": 0.9312103390693665, "acc_or": 0.9656051397323608, "sender_entropy": 1.1024811267852783, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1670}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1671}
{"loss": -0.4585418105125427, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.0953856706619263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1671}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1672}
{"loss": -0.45687586069107056, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.095048189163208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1672}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1673}
{"loss": -0.45813122391700745, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.094775915145874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1673}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1674}
{"loss": -0.45614898204803467, "acc": 0.9350634813308716, "acc_or": 0.9675317406654358, "sender_entropy": 1.1076560020446777, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1674}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1675}
{"loss": -0.458462119102478, "acc": 0.9307570457458496, "acc_or": 0.9653785228729248, "sender_entropy": 1.104496717453003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1675}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1676}
{"loss": -0.458649218082428, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.0949350595474243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1676}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1677}
{"loss": -0.4601844549179077, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.1027072668075562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1677}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 1678}
{"loss": -0.45491987466812134, "acc": 0.9339302182197571, "acc_or": 0.9669650793075562, "sender_entropy": 1.0922127962112427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1678}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 1679}
{"loss": -0.45612215995788574, "acc": 0.9348368048667908, "acc_or": 0.9674184322357178, "sender_entropy": 1.1045482158660889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1679}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 1680}
{"loss": -0.4582816958427429, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.1018389463424683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1680}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1681}
{"loss": -0.458591103553772, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.0993045568466187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1681}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9234693646430969}, "epoch": 1682}
{"loss": -0.4552263021469116, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.0941064357757568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1682}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 1683}
{"loss": -0.46063101291656494, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.1041158437728882, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1683}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.9188774824142456}, "epoch": 1684}
{"loss": -0.45830634236335754, "acc": 0.930303692817688, "acc_or": 0.965151846408844, "sender_entropy": 1.100935935974121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1684}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9173468947410583}, "epoch": 1685}
{"loss": -0.45717233419418335, "acc": 0.9331368803977966, "acc_or": 0.9665684700012207, "sender_entropy": 1.1081156730651855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1685}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1686}
{"loss": -0.4573676288127899, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.0994818210601807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1686}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9229591488838196}, "epoch": 1687}
{"loss": -0.4589235484600067, "acc": 0.9287171363830566, "acc_or": 0.9643585681915283, "sender_entropy": 1.1018630266189575, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1687}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9244897365570068}, "epoch": 1688}
{"loss": -0.4585351049900055, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.1030622720718384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1688}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1689}
{"loss": -0.45720794796943665, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.0921730995178223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1689}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1690}
{"loss": -0.45524999499320984, "acc": 0.9326835870742798, "acc_or": 0.9663417935371399, "sender_entropy": 1.0941096544265747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1690}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1691}
{"loss": -0.45387476682662964, "acc": 0.9340435266494751, "acc_or": 0.9670217633247375, "sender_entropy": 1.0892187356948853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1691}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1692}
{"loss": -0.4583752155303955, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.0989041328430176, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1692}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1693}
{"loss": -0.4576999545097351, "acc": 0.932343602180481, "acc_or": 0.9661718010902405, "sender_entropy": 1.1022517681121826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1693}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1694}
{"loss": -0.45918014645576477, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.100201964378357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1694}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1695}
{"loss": -0.4588589668273926, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.1045448780059814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1695}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1696}
{"loss": -0.4567876160144806, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.09686279296875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1696}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1697}
{"loss": -0.4573323130607605, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.092336893081665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1697}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1698}
{"loss": -0.452825129032135, "acc": 0.9401631951332092, "acc_or": 0.9700815677642822, "sender_entropy": 1.09291410446167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1698}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1699}
{"loss": -0.4549645483493805, "acc": 0.9326835870742798, "acc_or": 0.9663417935371399, "sender_entropy": 1.0969173908233643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1699}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1700}
{"loss": -0.4567401111125946, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.0945699214935303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1700}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 1701}
{"loss": -0.4562841057777405, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.1042015552520752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1701}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1702}
{"loss": -0.46099627017974854, "acc": 0.9305303692817688, "acc_or": 0.9652652144432068, "sender_entropy": 1.1078592538833618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1702}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1703}
{"loss": -0.4553535282611847, "acc": 0.9326835870742798, "acc_or": 0.9663417935371399, "sender_entropy": 1.0996047258377075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1703}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1704}
{"loss": -0.4577786922454834, "acc": 0.9335902333259583, "acc_or": 0.9667950868606567, "sender_entropy": 1.1079139709472656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1704}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1705}
{"loss": -0.4567122757434845, "acc": 0.932456910610199, "acc_or": 0.9662284851074219, "sender_entropy": 1.1075586080551147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1705}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1706}
{"loss": -0.4594336152076721, "acc": 0.9256572723388672, "acc_or": 0.9628286361694336, "sender_entropy": 1.103578805923462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1706}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1707}
{"loss": -0.4548436105251312, "acc": 0.9399365186691284, "acc_or": 0.9699682593345642, "sender_entropy": 1.1054668426513672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1707}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1708}
{"loss": -0.4557992219924927, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.087294578552246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1708}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1709}
{"loss": -0.45948880910873413, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.0998127460479736, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1709}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1710}
{"loss": -0.4586943984031677, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.1005122661590576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1710}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1711}
{"loss": -0.4560377895832062, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.0917322635650635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1711}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1712}
{"loss": -0.4573458433151245, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.0951050519943237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1712}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 1713}
{"loss": -0.45747944712638855, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.0993393659591675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1713}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1714}
{"loss": -0.4575684666633606, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.0957204103469849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1714}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1715}
{"loss": -0.45428863167762756, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.091173529624939, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1715}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1716}
{"loss": -0.4571247398853302, "acc": 0.9338168501853943, "acc_or": 0.9669084548950195, "sender_entropy": 1.0976378917694092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1716}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1717}
{"loss": -0.45367884635925293, "acc": 0.932343602180481, "acc_or": 0.9661718010902405, "sender_entropy": 1.0852783918380737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1717}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1718}
{"loss": -0.4581303298473358, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.0965946912765503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1718}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1719}
{"loss": -0.4598444402217865, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.103621244430542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1719}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1720}
{"loss": -0.4583340585231781, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.0949985980987549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1720}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1721}
{"loss": -0.45828384160995483, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.0967562198638916, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1721}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1722}
{"loss": -0.4544970989227295, "acc": 0.9341568350791931, "acc_or": 0.967078447341919, "sender_entropy": 1.0972927808761597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1722}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1723}
{"loss": -0.4578777849674225, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.0945643186569214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1723}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1724}
{"loss": -0.4583112597465515, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.0933657884597778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1724}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1725}
{"loss": -0.4556252658367157, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.0884654521942139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1725}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1726}
{"loss": -0.45386025309562683, "acc": 0.9357434511184692, "acc_or": 0.9678717255592346, "sender_entropy": 1.0965231657028198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1726}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1727}
{"loss": -0.4556600749492645, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0930116176605225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1727}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1728}
{"loss": -0.45737165212631226, "acc": 0.9287171363830566, "acc_or": 0.9643585681915283, "sender_entropy": 1.096508264541626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1728}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1729}
{"loss": -0.45595574378967285, "acc": 0.9317770004272461, "acc_or": 0.965888500213623, "sender_entropy": 1.1014758348464966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1729}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1730}
{"loss": -0.4575245678424835, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.093319296836853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1730}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1731}
{"loss": -0.4587753117084503, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.1000932455062866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1731}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1732}
{"loss": -0.45676490664482117, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.0946687459945679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1732}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1733}
{"loss": -0.4556191563606262, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.095170497894287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1733}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1734}
{"loss": -0.45927995443344116, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 1.0997971296310425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1734}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1735}
{"loss": -0.4536242187023163, "acc": 0.9414097666740417, "acc_or": 0.9707049131393433, "sender_entropy": 1.1024233102798462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1735}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1736}
{"loss": -0.45689231157302856, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.0934306383132935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1736}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1737}
{"loss": -0.45537135004997253, "acc": 0.9357434511184692, "acc_or": 0.9678717255592346, "sender_entropy": 1.105037808418274, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1737}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1738}
{"loss": -0.45665910840034485, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.0947813987731934, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1738}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1739}
{"loss": -0.454445481300354, "acc": 0.9325702786445618, "acc_or": 0.9662851095199585, "sender_entropy": 1.0946464538574219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1739}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1740}
{"loss": -0.45940205454826355, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.1010266542434692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1740}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 1741}
{"loss": -0.4574393630027771, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.099032998085022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1741}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1742}
{"loss": -0.46023136377334595, "acc": 0.9235040545463562, "acc_or": 0.9617520570755005, "sender_entropy": 1.1009602546691895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1742}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1743}
{"loss": -0.45808857679367065, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.100464940071106, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1743}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1744}
{"loss": -0.45805585384368896, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.0971438884735107, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1744}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1745}
{"loss": -0.45840388536453247, "acc": 0.923844039440155, "acc_or": 0.9619220495223999, "sender_entropy": 1.097877860069275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1745}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1746}
{"loss": -0.4548420011997223, "acc": 0.9298503994941711, "acc_or": 0.964925229549408, "sender_entropy": 1.0959941148757935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1746}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1747}
{"loss": -0.45869770646095276, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.0984127521514893, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1747}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 1748}
{"loss": -0.4598709046840668, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.0976041555404663, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1748}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1749}
{"loss": -0.46084585785865784, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.1080232858657837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1749}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1750}
{"loss": -0.45808127522468567, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.0957932472229004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1750}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1751}
{"loss": -0.4570215046405792, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.0980831384658813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1751}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1752}
{"loss": -0.4578058421611786, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.0948046445846558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1752}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1753}
{"loss": -0.4573937952518463, "acc": 0.9314370155334473, "acc_or": 0.9657185077667236, "sender_entropy": 1.0997971296310425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1753}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1754}
{"loss": -0.4596158266067505, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.101144790649414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1754}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1755}
{"loss": -0.456281453371048, "acc": 0.9375566840171814, "acc_or": 0.9687783122062683, "sender_entropy": 1.0991467237472534, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1755}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1756}
{"loss": -0.4565066397190094, "acc": 0.9333635568618774, "acc_or": 0.9666817784309387, "sender_entropy": 1.0951107740402222, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1756}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1757}
{"loss": -0.4591482877731323, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.10350501537323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1757}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1758}
{"loss": -0.45918595790863037, "acc": 0.9321169257164001, "acc_or": 0.9660584926605225, "sender_entropy": 1.104440450668335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1758}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1759}
{"loss": -0.46097084879875183, "acc": 0.9245240092277527, "acc_or": 0.9622620344161987, "sender_entropy": 1.1022732257843018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1759}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1760}
{"loss": -0.45630723237991333, "acc": 0.9314370155334473, "acc_or": 0.9657185077667236, "sender_entropy": 1.099863886833191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1760}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1761}
{"loss": -0.45645368099212646, "acc": 0.932343602180481, "acc_or": 0.9661718010902405, "sender_entropy": 1.1018657684326172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1761}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1762}
{"loss": -0.45938605070114136, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.0989130735397339, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1762}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1763}
{"loss": -0.45505011081695557, "acc": 0.9307570457458496, "acc_or": 0.9653785228729248, "sender_entropy": 1.090890884399414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1763}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1764}
{"loss": -0.4583728313446045, "acc": 0.9239574074745178, "acc_or": 0.9619786739349365, "sender_entropy": 1.0968279838562012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1764}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1765}
{"loss": -0.4507880210876465, "acc": 0.9361967444419861, "acc_or": 0.9680983424186707, "sender_entropy": 1.0947092771530151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1765}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1766}
{"loss": -0.4511317312717438, "acc": 0.9412964582443237, "acc_or": 0.9706482291221619, "sender_entropy": 1.0941085815429688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1766}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1767}
{"loss": -0.45630648732185364, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.0889679193496704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1767}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1768}
{"loss": -0.45722413063049316, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.092800259590149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1768}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1769}
{"loss": -0.45668360590934753, "acc": 0.9299637079238892, "acc_or": 0.9649818539619446, "sender_entropy": 1.0948914289474487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1769}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1770}
{"loss": -0.4579358696937561, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.097298264503479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1770}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1771}
{"loss": -0.4549019932746887, "acc": 0.9329102635383606, "acc_or": 0.9664551019668579, "sender_entropy": 1.0913876295089722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1771}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 1772}
{"loss": -0.4607312083244324, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.1000410318374634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1772}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1773}
{"loss": -0.45933377742767334, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.102393627166748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1773}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1774}
{"loss": -0.4604662358760834, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.1040791273117065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1774}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1775}
{"loss": -0.45769304037094116, "acc": 0.9331368803977966, "acc_or": 0.9665684700012207, "sender_entropy": 1.1054191589355469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1775}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1776}
{"loss": -0.4603593349456787, "acc": 0.93019038438797, "acc_or": 0.9650952219963074, "sender_entropy": 1.1078506708145142, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1776}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1777}
{"loss": -0.46125996112823486, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.1033692359924316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1777}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1778}
{"loss": -0.4560339152812958, "acc": 0.9321169257164001, "acc_or": 0.9660584926605225, "sender_entropy": 1.0955822467803955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1778}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1779}
{"loss": -0.4579024612903595, "acc": 0.9365367293357849, "acc_or": 0.9682683348655701, "sender_entropy": 1.1055842638015747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1779}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1780}
{"loss": -0.4538751542568207, "acc": 0.9308703541755676, "acc_or": 0.9654351472854614, "sender_entropy": 1.0902819633483887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1780}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1781}
{"loss": -0.45147058367729187, "acc": 0.9359700679779053, "acc_or": 0.9679850339889526, "sender_entropy": 1.0908806324005127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1781}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1782}
{"loss": -0.460676372051239, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.099267601966858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1782}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1783}
{"loss": -0.4590579569339752, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.0967665910720825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1783}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 1784}
{"loss": -0.45415928959846497, "acc": 0.94038987159729, "acc_or": 0.970194935798645, "sender_entropy": 1.0996421575546265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1784}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1785}
{"loss": -0.45777764916419983, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.0980881452560425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1785}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1786}
{"loss": -0.45773574709892273, "acc": 0.9297370910644531, "acc_or": 0.9648685455322266, "sender_entropy": 1.10049307346344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1786}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1787}
{"loss": -0.4583112895488739, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.1017564535140991, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1787}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1788}
{"loss": -0.4578588008880615, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.0964683294296265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1788}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1789}
{"loss": -0.45998576283454895, "acc": 0.923617422580719, "acc_or": 0.9618086814880371, "sender_entropy": 1.098574161529541, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1789}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.916836678981781}, "epoch": 1790}
{"loss": -0.4606596529483795, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.1026592254638672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1790}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 1791}
{"loss": -0.456935316324234, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.0945483446121216, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1791}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 1792}
{"loss": -0.4584580957889557, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.0967971086502075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1792}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1793}
{"loss": -0.45708340406417847, "acc": 0.9395965337753296, "acc_or": 0.9697982668876648, "sender_entropy": 1.1067742109298706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1793}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.919387698173523}, "epoch": 1794}
{"loss": -0.4599749743938446, "acc": 0.9247506856918335, "acc_or": 0.9623753428459167, "sender_entropy": 1.0975055694580078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1794}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.916836678981781}, "epoch": 1795}
{"loss": -0.4601190686225891, "acc": 0.9305303692817688, "acc_or": 0.9652652144432068, "sender_entropy": 1.104554295539856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1795}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.9204081296920776}, "epoch": 1796}
{"loss": -0.4606068730354309, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.101850986480713, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1796}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.916836678981781}, "epoch": 1797}
{"loss": -0.4582056999206543, "acc": 0.9331368803977966, "acc_or": 0.9665684700012207, "sender_entropy": 1.1043779850006104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1797}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1798}
{"loss": -0.45661914348602295, "acc": 0.9261106252670288, "acc_or": 0.9630553126335144, "sender_entropy": 1.087752342224121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1798}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1799}
{"loss": -0.45631709694862366, "acc": 0.9321169257164001, "acc_or": 0.9660584926605225, "sender_entropy": 1.0988134145736694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1799}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1800}
{"loss": -0.4565669596195221, "acc": 0.930077075958252, "acc_or": 0.965038537979126, "sender_entropy": 1.0932976007461548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1800}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1801}
{"loss": -0.4601775109767914, "acc": 0.925997257232666, "acc_or": 0.962998628616333, "sender_entropy": 1.1005672216415405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1801}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1802}
{"loss": -0.45100662112236023, "acc": 0.9389165639877319, "acc_or": 0.969458281993866, "sender_entropy": 1.0976495742797852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1802}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1803}
{"loss": -0.45727822184562683, "acc": 0.9252039790153503, "acc_or": 0.9626020193099976, "sender_entropy": 1.0898576974868774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1803}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1804}
{"loss": -0.46063321828842163, "acc": 0.9287171363830566, "acc_or": 0.9643585681915283, "sender_entropy": 1.1035724878311157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1804}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1805}
{"loss": -0.4552778899669647, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.08839750289917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1805}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1806}
{"loss": -0.4572208821773529, "acc": 0.932343602180481, "acc_or": 0.9661718010902405, "sender_entropy": 1.0996195077896118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1806}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1807}
{"loss": -0.454415500164032, "acc": 0.9321169257164001, "acc_or": 0.9660584926605225, "sender_entropy": 1.0929310321807861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1807}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1808}
{"loss": -0.4591735005378723, "acc": 0.930077075958252, "acc_or": 0.965038537979126, "sender_entropy": 1.0999265909194946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1808}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1809}
{"loss": -0.45689618587493896, "acc": 0.9360834360122681, "acc_or": 0.968041718006134, "sender_entropy": 1.0999863147735596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1809}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1810}
{"loss": -0.454148530960083, "acc": 0.9390299320220947, "acc_or": 0.9695149660110474, "sender_entropy": 1.1030043363571167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1810}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1811}
{"loss": -0.4559100866317749, "acc": 0.9305303692817688, "acc_or": 0.9652652144432068, "sender_entropy": 1.0881271362304688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1811}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1812}
{"loss": -0.4569331109523773, "acc": 0.9334768652915955, "acc_or": 0.9667384624481201, "sender_entropy": 1.0957740545272827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1812}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1813}
{"loss": -0.45828455686569214, "acc": 0.9310970306396484, "acc_or": 0.9655485153198242, "sender_entropy": 1.1029399633407593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1813}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1814}
{"loss": -0.459410160779953, "acc": 0.9318903088569641, "acc_or": 0.9659451246261597, "sender_entropy": 1.1006948947906494, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1814}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1815}
{"loss": -0.45232880115509033, "acc": 0.9358567595481873, "acc_or": 0.9679283499717712, "sender_entropy": 1.0912501811981201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1815}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 1816}
{"loss": -0.4564875364303589, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0918852090835571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1816}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1817}
{"loss": -0.46005669236183167, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.098650336265564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1817}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 1818}
{"loss": -0.4581533968448639, "acc": 0.9298503994941711, "acc_or": 0.964925229549408, "sender_entropy": 1.0986655950546265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1818}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1819}
{"loss": -0.46144917607307434, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.1059314012527466, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1819}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1820}
{"loss": -0.4519135057926178, "acc": 0.9409564733505249, "acc_or": 0.9704782366752625, "sender_entropy": 1.0940097570419312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1820}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1821}
{"loss": -0.45710957050323486, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.105204701423645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1821}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1822}
{"loss": -0.45209556818008423, "acc": 0.9388032555580139, "acc_or": 0.9694016575813293, "sender_entropy": 1.0929014682769775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1822}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1823}
{"loss": -0.46040022373199463, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.1033788919448853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1823}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1824}
{"loss": -0.45726272463798523, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.0965543985366821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1824}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1825}
{"loss": -0.4559062123298645, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.0919779539108276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1825}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1826}
{"loss": -0.44983363151550293, "acc": 0.9409564733505249, "acc_or": 0.9704782366752625, "sender_entropy": 1.0909730195999146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1826}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1827}
{"loss": -0.4571513831615448, "acc": 0.9246373772621155, "acc_or": 0.9623186588287354, "sender_entropy": 1.0883973836898804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1827}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1828}
{"loss": -0.4580364227294922, "acc": 0.9284904599189758, "acc_or": 0.9642452597618103, "sender_entropy": 1.0952906608581543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1828}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 1829}
{"loss": -0.44921451807022095, "acc": 0.9444696307182312, "acc_or": 0.9722347855567932, "sender_entropy": 1.0973803997039795, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1829}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1830}
{"loss": -0.4556453227996826, "acc": 0.9317770004272461, "acc_or": 0.965888500213623, "sender_entropy": 1.09571373462677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1830}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1831}
{"loss": -0.4552780091762543, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.0892257690429688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1831}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1832}
{"loss": -0.4554477632045746, "acc": 0.9349501132965088, "acc_or": 0.9674750566482544, "sender_entropy": 1.098673701286316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1832}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1833}
{"loss": -0.45504605770111084, "acc": 0.9327968955039978, "acc_or": 0.9663984775543213, "sender_entropy": 1.0986319780349731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1833}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1834}
{"loss": -0.45536717772483826, "acc": 0.9337035417556763, "acc_or": 0.9668517708778381, "sender_entropy": 1.1007722616195679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1834}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1835}
{"loss": -0.4531280994415283, "acc": 0.9395965337753296, "acc_or": 0.9697982668876648, "sender_entropy": 1.0963166952133179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1835}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 1836}
{"loss": -0.45706886053085327, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.0958614349365234, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1836}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1837}
{"loss": -0.4587855041027069, "acc": 0.9298503994941711, "acc_or": 0.964925229549408, "sender_entropy": 1.1011141538619995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1837}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1838}
{"loss": -0.4460635185241699, "acc": 0.9471895098686218, "acc_or": 0.9735947251319885, "sender_entropy": 1.0875654220581055, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1838}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1839}
{"loss": -0.4581741392612457, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.0912584066390991, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1839}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1840}
{"loss": -0.4583226442337036, "acc": 0.9329102635383606, "acc_or": 0.9664551019668579, "sender_entropy": 1.0982297658920288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1840}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1841}
{"loss": -0.45688286423683167, "acc": 0.9331368803977966, "acc_or": 0.9665684700012207, "sender_entropy": 1.0977957248687744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1841}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 1842}
{"loss": -0.45893123745918274, "acc": 0.9334768652915955, "acc_or": 0.9667384624481201, "sender_entropy": 1.1041508913040161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1842}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1843}
{"loss": -0.45366254448890686, "acc": 0.9401631951332092, "acc_or": 0.9700815677642822, "sender_entropy": 1.0986560583114624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1843}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1844}
{"loss": -0.4546125531196594, "acc": 0.9351767897605896, "acc_or": 0.9675884246826172, "sender_entropy": 1.095083236694336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1844}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1845}
{"loss": -0.4542616605758667, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.0892956256866455, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1845}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1846}
{"loss": -0.4547593295574188, "acc": 0.932456910610199, "acc_or": 0.9662284851074219, "sender_entropy": 1.0942119359970093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1846}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1847}
{"loss": -0.4571205973625183, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.0922399759292603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1847}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1848}
{"loss": -0.4536912739276886, "acc": 0.9343835115432739, "acc_or": 0.967191755771637, "sender_entropy": 1.0925205945968628, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1848}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1849}
{"loss": -0.4555995762348175, "acc": 0.9335902333259583, "acc_or": 0.9667950868606567, "sender_entropy": 1.0951316356658936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1849}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1850}
{"loss": -0.4572233259677887, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.0930722951889038, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1850}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.9163264632225037}, "epoch": 1851}
{"loss": -0.4581437110900879, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.0967649221420288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1851}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1852}
{"loss": -0.4604651927947998, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.1026073694229126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1852}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1853}
{"loss": -0.4599454998970032, "acc": 0.9275838732719421, "acc_or": 0.9637919068336487, "sender_entropy": 1.1050307750701904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1853}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1854}
{"loss": -0.4626346230506897, "acc": 0.9264506101608276, "acc_or": 0.9632253050804138, "sender_entropy": 1.1055278778076172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1854}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1855}
{"loss": -0.45859748125076294, "acc": 0.93019038438797, "acc_or": 0.9650952219963074, "sender_entropy": 1.099071741104126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1855}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1856}
{"loss": -0.4586610794067383, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.0970457792282104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1856}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1857}
{"loss": -0.4562216103076935, "acc": 0.9317770004272461, "acc_or": 0.965888500213623, "sender_entropy": 1.0959552526474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1857}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1858}
{"loss": -0.4617772102355957, "acc": 0.9288304448127747, "acc_or": 0.9644152522087097, "sender_entropy": 1.1067485809326172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1858}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1859}
{"loss": -0.460312157869339, "acc": 0.9304170608520508, "acc_or": 0.9652085304260254, "sender_entropy": 1.0982948541641235, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1859}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1860}
{"loss": -0.4555014371871948, "acc": 0.9349501132965088, "acc_or": 0.9674750566482544, "sender_entropy": 1.0940864086151123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1860}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1861}
{"loss": -0.4586983621120453, "acc": 0.9269039034843445, "acc_or": 0.9634519219398499, "sender_entropy": 1.0988266468048096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1861}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1862}
{"loss": -0.45695364475250244, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.0937579870224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1862}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1863}
{"loss": -0.4524765908718109, "acc": 0.9466228485107422, "acc_or": 0.9733114242553711, "sender_entropy": 1.1025601625442505, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1863}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1864}
{"loss": -0.4589517116546631, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 1.099812626838684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1864}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1865}
{"loss": -0.46057233214378357, "acc": 0.9291704297065735, "acc_or": 0.9645852446556091, "sender_entropy": 1.1042888164520264, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1865}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1866}
{"loss": -0.4599902629852295, "acc": 0.9333635568618774, "acc_or": 0.9666817784309387, "sender_entropy": 1.1068689823150635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1866}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 1867}
{"loss": -0.46100887656211853, "acc": 0.9262239336967468, "acc_or": 0.9631119966506958, "sender_entropy": 1.1004902124404907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1867}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1868}
{"loss": -0.4490561783313751, "acc": 0.9485493898391724, "acc_or": 0.9742746949195862, "sender_entropy": 1.0943514108657837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1868}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1869}
{"loss": -0.46060383319854736, "acc": 0.9255439639091492, "acc_or": 0.962772011756897, "sender_entropy": 1.1053736209869385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1869}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1870}
{"loss": -0.4547679126262665, "acc": 0.9344968199729919, "acc_or": 0.9672484397888184, "sender_entropy": 1.0936728715896606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1870}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1871}
{"loss": -0.45614710450172424, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.0933533906936646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1871}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1872}
{"loss": -0.4586718678474426, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.092274785041809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1872}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1873}
{"loss": -0.45777392387390137, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.093719482421875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1873}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1874}
{"loss": -0.4587453007698059, "acc": 0.930077075958252, "acc_or": 0.965038537979126, "sender_entropy": 1.0985374450683594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1874}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1875}
{"loss": -0.4600661098957062, "acc": 0.9308703541755676, "acc_or": 0.9654351472854614, "sender_entropy": 1.1048188209533691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1875}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1876}
{"loss": -0.4548897445201874, "acc": 0.9365367293357849, "acc_or": 0.9682683348655701, "sender_entropy": 1.0965672731399536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1876}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1877}
{"loss": -0.45878347754478455, "acc": 0.9340435266494751, "acc_or": 0.9670217633247375, "sender_entropy": 1.1046165227890015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1877}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1878}
{"loss": -0.4555240571498871, "acc": 0.9375566840171814, "acc_or": 0.9687783122062683, "sender_entropy": 1.1016651391983032, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1878}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1879}
{"loss": -0.4620867371559143, "acc": 0.9263372421264648, "acc_or": 0.9631686210632324, "sender_entropy": 1.1027716398239136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1879}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1880}
{"loss": -0.45560193061828613, "acc": 0.9357434511184692, "acc_or": 0.9678717255592346, "sender_entropy": 1.094866394996643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1880}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1881}
{"loss": -0.45465612411499023, "acc": 0.9314370155334473, "acc_or": 0.9657185077667236, "sender_entropy": 1.0942869186401367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1881}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1882}
{"loss": -0.45442646741867065, "acc": 0.9381232857704163, "acc_or": 0.9690616726875305, "sender_entropy": 1.104108214378357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1882}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1883}
{"loss": -0.4574979245662689, "acc": 0.9306436777114868, "acc_or": 0.9653218388557434, "sender_entropy": 1.0992974042892456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1883}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1884}
{"loss": -0.461536169052124, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.1035596132278442, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1884}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1885}
{"loss": -0.4533420205116272, "acc": 0.9343835115432739, "acc_or": 0.967191755771637, "sender_entropy": 1.0909538269042969, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1885}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1886}
{"loss": -0.45566239953041077, "acc": 0.9365367293357849, "acc_or": 0.9682683348655701, "sender_entropy": 1.0962069034576416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1886}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1887}
{"loss": -0.4570430815219879, "acc": 0.9331368803977966, "acc_or": 0.9665684700012207, "sender_entropy": 1.09848153591156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1887}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1888}
{"loss": -0.4595140814781189, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.1014699935913086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1888}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1889}
{"loss": -0.45729345083236694, "acc": 0.9314370155334473, "acc_or": 0.9657185077667236, "sender_entropy": 1.0960088968276978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1889}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1890}
{"loss": -0.4532005190849304, "acc": 0.9436763525009155, "acc_or": 0.9718381762504578, "sender_entropy": 1.1000730991363525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1890}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1891}
{"loss": -0.4561696946620941, "acc": 0.9322302937507629, "acc_or": 0.9661151170730591, "sender_entropy": 1.0981184244155884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1891}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1892}
{"loss": -0.458318293094635, "acc": 0.9298503994941711, "acc_or": 0.964925229549408, "sender_entropy": 1.1036072969436646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1892}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1893}
{"loss": -0.44904762506484985, "acc": 0.94038987159729, "acc_or": 0.970194935798645, "sender_entropy": 1.0897960662841797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1893}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9214285612106323}, "epoch": 1894}
{"loss": -0.46105021238327026, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.0988636016845703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1894}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9198979139328003}, "epoch": 1895}
{"loss": -0.4538850486278534, "acc": 0.9350634813308716, "acc_or": 0.9675317406654358, "sender_entropy": 1.0990386009216309, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1895}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.918367326259613}, "epoch": 1896}
{"loss": -0.45704275369644165, "acc": 0.9299637079238892, "acc_or": 0.9649818539619446, "sender_entropy": 1.0944122076034546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1896}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9219387173652649}, "epoch": 1897}
{"loss": -0.45847469568252563, "acc": 0.9244107007980347, "acc_or": 0.9622053503990173, "sender_entropy": 1.0918294191360474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1897}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1898}
{"loss": -0.45710310339927673, "acc": 0.9337035417556763, "acc_or": 0.9668517708778381, "sender_entropy": 1.0990924835205078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1898}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9249999523162842}, "epoch": 1899}
{"loss": -0.46143969893455505, "acc": 0.9225974678993225, "acc_or": 0.9612987041473389, "sender_entropy": 1.1018484830856323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1899}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1900}
{"loss": -0.4581470489501953, "acc": 0.9287171363830566, "acc_or": 0.9643585681915283, "sender_entropy": 1.0974196195602417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1900}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1901}
{"loss": -0.45629367232322693, "acc": 0.9331368803977966, "acc_or": 0.9665684700012207, "sender_entropy": 1.0951347351074219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1901}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1902}
{"loss": -0.45484012365341187, "acc": 0.9306436777114868, "acc_or": 0.9653218388557434, "sender_entropy": 1.0957051515579224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1902}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1903}
{"loss": -0.45682764053344727, "acc": 0.9322302937507629, "acc_or": 0.9661151170730591, "sender_entropy": 1.0960649251937866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1903}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1904}
{"loss": -0.4564848840236664, "acc": 0.9333635568618774, "acc_or": 0.9666817784309387, "sender_entropy": 1.0955127477645874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1904}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1905}
{"loss": -0.45949918031692505, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.0977214574813843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1905}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1906}
{"loss": -0.45503419637680054, "acc": 0.9310970306396484, "acc_or": 0.9655485153198242, "sender_entropy": 1.0889521837234497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1906}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1907}
{"loss": -0.4602817893028259, "acc": 0.9314370155334473, "acc_or": 0.9657185077667236, "sender_entropy": 1.1042622327804565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1907}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1908}
{"loss": -0.45895248651504517, "acc": 0.9292837977409363, "acc_or": 0.9646418690681458, "sender_entropy": 1.0953925848007202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1908}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1909}
{"loss": -0.45923447608947754, "acc": 0.9253172874450684, "acc_or": 0.9626586437225342, "sender_entropy": 1.0979582071304321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1909}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1910}
{"loss": -0.46086618304252625, "acc": 0.9296237826347351, "acc_or": 0.9648118615150452, "sender_entropy": 1.1024974584579468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1910}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1911}
{"loss": -0.4587714374065399, "acc": 0.9310970306396484, "acc_or": 0.9655485153198242, "sender_entropy": 1.1033939123153687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1911}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1912}
{"loss": -0.4593145549297333, "acc": 0.9299637079238892, "acc_or": 0.9649818539619446, "sender_entropy": 1.106723427772522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1912}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1913}
{"loss": -0.46197736263275146, "acc": 0.9289438128471375, "acc_or": 0.9644718766212463, "sender_entropy": 1.1075501441955566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1913}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1914}
{"loss": -0.45482754707336426, "acc": 0.9395965337753296, "acc_or": 0.9697982668876648, "sender_entropy": 1.0979760885238647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1914}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1915}
{"loss": -0.45751234889030457, "acc": 0.9249773621559143, "acc_or": 0.9624886512756348, "sender_entropy": 1.0905228853225708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1915}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1916}
{"loss": -0.45873215794563293, "acc": 0.9318903088569641, "acc_or": 0.9659451246261597, "sender_entropy": 1.097744345664978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1916}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1917}
{"loss": -0.458999902009964, "acc": 0.9287171363830566, "acc_or": 0.9643585681915283, "sender_entropy": 1.102095127105713, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1917}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8306121826171875, "acc_or": 0.9153060913085938}, "epoch": 1918}
{"loss": -0.4571974575519562, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 1.0955734252929688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1918}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 1919}
{"loss": -0.46012619137763977, "acc": 0.9248639941215515, "acc_or": 0.9624320268630981, "sender_entropy": 1.0957958698272705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1919}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1920}
{"loss": -0.46223121881484985, "acc": 0.9266772270202637, "acc_or": 0.9633386135101318, "sender_entropy": 1.1047425270080566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1920}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 1921}
{"loss": -0.4563152492046356, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.0937024354934692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1921}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1922}
{"loss": -0.4588145911693573, "acc": 0.9327968955039978, "acc_or": 0.9663984775543213, "sender_entropy": 1.1071797609329224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1922}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1923}
{"loss": -0.45919492840766907, "acc": 0.9308703541755676, "acc_or": 0.9654351472854614, "sender_entropy": 1.1026287078857422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1923}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1924}
{"loss": -0.45634201169013977, "acc": 0.9309836626052856, "acc_or": 0.9654918313026428, "sender_entropy": 1.0944569110870361, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1924}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1925}
{"loss": -0.4588436782360077, "acc": 0.9298503994941711, "acc_or": 0.964925229549408, "sender_entropy": 1.1017069816589355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1925}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1926}
{"loss": -0.4545384645462036, "acc": 0.9364233613014221, "acc_or": 0.9682117104530334, "sender_entropy": 1.0990291833877563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1926}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1927}
{"loss": -0.46243542432785034, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.1055676937103271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1927}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1928}
{"loss": -0.46186384558677673, "acc": 0.9286038279533386, "acc_or": 0.9643018841743469, "sender_entropy": 1.1079496145248413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1928}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1929}
{"loss": -0.4565424919128418, "acc": 0.93019038438797, "acc_or": 0.9650952219963074, "sender_entropy": 1.0991299152374268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1929}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1930}
{"loss": -0.456647664308548, "acc": 0.9317770004272461, "acc_or": 0.965888500213623, "sender_entropy": 1.1011054515838623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1930}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1931}
{"loss": -0.4563217759132385, "acc": 0.9337035417556763, "acc_or": 0.9668517708778381, "sender_entropy": 1.091425895690918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1931}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 1932}
{"loss": -0.4630591571331024, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.10789155960083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1932}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1933}
{"loss": -0.44777947664260864, "acc": 0.9567089676856995, "acc_or": 0.9783545136451721, "sender_entropy": 1.1020491123199463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1933}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1934}
{"loss": -0.4552595019340515, "acc": 0.9338168501853943, "acc_or": 0.9669084548950195, "sender_entropy": 1.0926716327667236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1934}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1935}
{"loss": -0.4567650556564331, "acc": 0.9331368803977966, "acc_or": 0.9665684700012207, "sender_entropy": 1.0996595621109009, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1935}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1936}
{"loss": -0.45966681838035583, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.1043870449066162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1936}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1937}
{"loss": -0.46251022815704346, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.1077297925949097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1937}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1938}
{"loss": -0.4586597681045532, "acc": 0.9273571968078613, "acc_or": 0.9636785984039307, "sender_entropy": 1.094725489616394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1938}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1939}
{"loss": -0.4581534266471863, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.097861886024475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1939}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1940}
{"loss": -0.45740807056427, "acc": 0.9325702786445618, "acc_or": 0.9662851095199585, "sender_entropy": 1.1073800325393677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1940}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1941}
{"loss": -0.4587451219558716, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.0979266166687012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1941}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1942}
{"loss": -0.45663389563560486, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.0958850383758545, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1942}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1943}
{"loss": -0.4545668959617615, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.0930545330047607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1943}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1944}
{"loss": -0.45597174763679504, "acc": 0.9317770004272461, "acc_or": 0.965888500213623, "sender_entropy": 1.0993101596832275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1944}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1945}
{"loss": -0.4572126269340515, "acc": 0.9378966689109802, "acc_or": 0.9689483046531677, "sender_entropy": 1.107336163520813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1945}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1946}
{"loss": -0.455956369638443, "acc": 0.9270172119140625, "acc_or": 0.9635086059570312, "sender_entropy": 1.0897705554962158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1946}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1947}
{"loss": -0.4508548080921173, "acc": 0.9393699169158936, "acc_or": 0.9696849584579468, "sender_entropy": 1.0917505025863647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1947}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1948}
{"loss": -0.46203964948654175, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.1056033372879028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1948}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 1949}
{"loss": -0.45494112372398376, "acc": 0.9360834360122681, "acc_or": 0.968041718006134, "sender_entropy": 1.093220829963684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1949}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1950}
{"loss": -0.4544847905635834, "acc": 0.9337035417556763, "acc_or": 0.9668517708778381, "sender_entropy": 1.0980548858642578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1950}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1951}
{"loss": -0.4555276930332184, "acc": 0.9371033310890198, "acc_or": 0.9685516953468323, "sender_entropy": 1.0961962938308716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1951}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1952}
{"loss": -0.45481613278388977, "acc": 0.9343835115432739, "acc_or": 0.967191755771637, "sender_entropy": 1.0929150581359863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1952}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 1953}
{"loss": -0.45656847953796387, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.0896047353744507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1953}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8479591608047485, "acc_or": 0.9239795804023743}, "epoch": 1954}
{"loss": -0.45986074209213257, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.1023904085159302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1954}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 1955}
{"loss": -0.4611760377883911, "acc": 0.928150475025177, "acc_or": 0.9640752673149109, "sender_entropy": 1.1025428771972656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1955}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1956}
{"loss": -0.456498920917511, "acc": 0.9313236474990845, "acc_or": 0.9656618237495422, "sender_entropy": 1.096514105796814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1956}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1957}
{"loss": -0.45892295241355896, "acc": 0.9267905950546265, "acc_or": 0.9633952975273132, "sender_entropy": 1.1025058031082153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1957}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1958}
{"loss": -0.45297014713287354, "acc": 0.9384632706642151, "acc_or": 0.9692316651344299, "sender_entropy": 1.0997881889343262, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1958}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1959}
{"loss": -0.4595802426338196, "acc": 0.9332502484321594, "acc_or": 0.9666250944137573, "sender_entropy": 1.1058377027511597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1959}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1960}
{"loss": -0.4578212797641754, "acc": 0.9343835115432739, "acc_or": 0.967191755771637, "sender_entropy": 1.1024543046951294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1960}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1961}
{"loss": -0.4580966532230377, "acc": 0.9305303692817688, "acc_or": 0.9652652144432068, "sender_entropy": 1.0994150638580322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1961}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1962}
{"loss": -0.45532822608947754, "acc": 0.9341568350791931, "acc_or": 0.967078447341919, "sender_entropy": 1.101225733757019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1962}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1963}
{"loss": -0.45784813165664673, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.0994774103164673, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1963}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8295918107032776, "acc_or": 0.9147958755493164}, "epoch": 1964}
{"loss": -0.45850273966789246, "acc": 0.9282638430595398, "acc_or": 0.9641318917274475, "sender_entropy": 1.0955016613006592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1964}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1965}
{"loss": -0.4581816494464874, "acc": 0.9265639185905457, "acc_or": 0.9632819294929504, "sender_entropy": 1.0938720703125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1965}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1966}
{"loss": -0.4569496512413025, "acc": 0.927923858165741, "acc_or": 0.9639618992805481, "sender_entropy": 1.0923006534576416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1966}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1967}
{"loss": -0.4586009085178375, "acc": 0.9337035417556763, "acc_or": 0.9668517708778381, "sender_entropy": 1.1047166585922241, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1967}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8520407676696777, "acc_or": 0.9260203838348389}, "epoch": 1968}
{"loss": -0.4498244524002075, "acc": 0.936763346195221, "acc_or": 0.9683817028999329, "sender_entropy": 1.0916413068771362, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1968}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1969}
{"loss": -0.4530329406261444, "acc": 0.9350634813308716, "acc_or": 0.9675317406654358, "sender_entropy": 1.0967872142791748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1969}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 1970}
{"loss": -0.4580937922000885, "acc": 0.9240707159042358, "acc_or": 0.9620353579521179, "sender_entropy": 1.092658281326294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1970}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1971}
{"loss": -0.454352468252182, "acc": 0.930077075958252, "acc_or": 0.965038537979126, "sender_entropy": 1.091141939163208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1971}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1972}
{"loss": -0.45314446091651917, "acc": 0.9401631951332092, "acc_or": 0.9700815677642822, "sender_entropy": 1.0957837104797363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1972}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1973}
{"loss": -0.46019604802131653, "acc": 0.9274705052375793, "acc_or": 0.9637352824211121, "sender_entropy": 1.1020288467407227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1973}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 1974}
{"loss": -0.460891991853714, "acc": 0.925883948802948, "acc_or": 0.9629420042037964, "sender_entropy": 1.1023166179656982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1974}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 1975}
{"loss": -0.4569653272628784, "acc": 0.9295104146003723, "acc_or": 0.9647552371025085, "sender_entropy": 1.0985581874847412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1975}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1976}
{"loss": -0.45555728673934937, "acc": 0.9250906705856323, "acc_or": 0.9625453352928162, "sender_entropy": 1.0900722742080688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1976}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1977}
{"loss": -0.45053112506866455, "acc": 0.9377833008766174, "acc_or": 0.9688916802406311, "sender_entropy": 1.0947281122207642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1977}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1978}
{"loss": -0.4502122402191162, "acc": 0.9399365186691284, "acc_or": 0.9699682593345642, "sender_entropy": 1.0871909856796265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1978}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1979}
{"loss": -0.4483778476715088, "acc": 0.9381232857704163, "acc_or": 0.9690616726875305, "sender_entropy": 1.0933327674865723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1979}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1980}
{"loss": -0.448882520198822, "acc": 0.9405031800270081, "acc_or": 0.9702515602111816, "sender_entropy": 1.0922210216522217, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1980}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 1981}
{"loss": -0.4559393525123596, "acc": 0.9312103390693665, "acc_or": 0.9656051397323608, "sender_entropy": 1.0926804542541504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1981}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1982}
{"loss": -0.4503225088119507, "acc": 0.9310970306396484, "acc_or": 0.9655485153198242, "sender_entropy": 1.0903147459030151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1982}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.920918345451355}, "epoch": 1983}
{"loss": -0.45422351360321045, "acc": 0.9365367293357849, "acc_or": 0.9682683348655701, "sender_entropy": 1.0982433557510376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1983}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.916836678981781}, "epoch": 1984}
{"loss": -0.4533099830150604, "acc": 0.9354034662246704, "acc_or": 0.9677017331123352, "sender_entropy": 1.093154788017273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1984}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1985}
{"loss": -0.45573583245277405, "acc": 0.932343602180481, "acc_or": 0.9661718010902405, "sender_entropy": 1.0971297025680542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1985}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1986}
{"loss": -0.45548003911972046, "acc": 0.930303692817688, "acc_or": 0.965151846408844, "sender_entropy": 1.0900871753692627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1986}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 1987}
{"loss": -0.4568102955818176, "acc": 0.9349501132965088, "acc_or": 0.9674750566482544, "sender_entropy": 1.1024967432022095, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1987}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1988}
{"loss": -0.45985937118530273, "acc": 0.9276971817016602, "acc_or": 0.9638485908508301, "sender_entropy": 1.1047091484069824, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1988}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 1989}
{"loss": -0.4590875506401062, "acc": 0.930303692817688, "acc_or": 0.965151846408844, "sender_entropy": 1.107500672340393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1989}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1990}
{"loss": -0.455613374710083, "acc": 0.9315503239631653, "acc_or": 0.9657751321792603, "sender_entropy": 1.1036367416381836, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1990}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 1991}
{"loss": -0.4552050530910492, "acc": 0.9278104901313782, "acc_or": 0.9639052748680115, "sender_entropy": 1.0920113325119019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1991}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 1992}
{"loss": -0.46129167079925537, "acc": 0.9271305799484253, "acc_or": 0.9635652899742126, "sender_entropy": 1.1064445972442627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1992}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 1993}
{"loss": -0.4563770592212677, "acc": 0.9283771514892578, "acc_or": 0.9641885757446289, "sender_entropy": 1.0932068824768066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1993}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 1994}
{"loss": -0.4564037322998047, "acc": 0.9254306554794312, "acc_or": 0.9627153277397156, "sender_entropy": 1.088232159614563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1994}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1995}
{"loss": -0.45913222432136536, "acc": 0.9307570457458496, "acc_or": 0.9653785228729248, "sender_entropy": 1.1022101640701294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1995}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 1996}
{"loss": -0.4566437304019928, "acc": 0.9272438883781433, "acc_or": 0.9636219143867493, "sender_entropy": 1.095780372619629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1996}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 1997}
{"loss": -0.44897395372390747, "acc": 0.9429963827133179, "acc_or": 0.9714981913566589, "sender_entropy": 1.0918097496032715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1997}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 1998}
{"loss": -0.45926034450531006, "acc": 0.932343602180481, "acc_or": 0.9661718010902405, "sender_entropy": 1.106954574584961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1998}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 1999}
{"loss": -0.45550745725631714, "acc": 0.9331368803977966, "acc_or": 0.9665684700012207, "sender_entropy": 1.10504949092865, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1999}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8285713791847229, "acc_or": 0.9142856597900391}, "epoch": 2000}
{"loss": -0.45983466506004333, "acc": 0.9290571212768555, "acc_or": 0.9645285606384277, "sender_entropy": 1.1049607992172241, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2000}
{"epoch": 2000, "positional_disent": 0.7938417792320251, "bag_of_symbol_disent": 0.07755476236343384, "topographic_sim": 0.7841183664879389}
{"epoch": 2000, "positional_disent": 0.7167584300041199, "bag_of_symbol_disent": 0.10119473934173584, "topographic_sim": 0.867534733175716}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.8285713791847229, "acc_or": 0.9142856597900391}, "epoch": 2000}
