Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=428, receiver='OrigReceiver', receiver_emb=30, sender='OrigSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.012755101546645164}, "uniform holdout": {"acc": 0.0, "acc_or": 0.01836734637618065}, "epoch": 1}
{"loss": 3.1001944541931152, "acc": 0.00022665457800030708, "acc_or": 0.024478694424033165, "sender_entropy": 3.45367169380188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.02551020309329033}, "uniform holdout": {"acc": 0.0, "acc_or": 0.04336734488606453}, "epoch": 2}
{"loss": 3.6900086402893066, "acc": 0.0018132366240024567, "acc_or": 0.0601767897605896, "sender_entropy": 3.4532227516174316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.022959183901548386}, "uniform holdout": {"acc": 0.0, "acc_or": 0.055102039128541946}, "epoch": 3}
{"loss": 8.623574256896973, "acc": 0.0018132366240024567, "acc_or": 0.06425657123327255, "sender_entropy": 2.801663398742676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.03316326439380646}, "uniform holdout": {"acc": 0.004081632476300001, "acc_or": 0.11530611664056778}, "epoch": 4}
{"loss": 9.212984085083008, "acc": 0.011446055956184864, "acc_or": 0.15134859085083008, "sender_entropy": 2.062016248703003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.06887754797935486}, "uniform holdout": {"acc": 0.009183673188090324, "acc_or": 0.1984693855047226}, "epoch": 5}
{"loss": 9.178685188293457, "acc": 0.03671804070472717, "acc_or": 0.2441069781780243, "sender_entropy": 1.863006353378296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.07653061300516129}, "uniform holdout": {"acc": 0.022448979318141937, "acc_or": 0.2887755036354065}, "epoch": 6}
{"loss": 8.108133316040039, "acc": 0.0763825923204422, "acc_or": 0.3658771514892578, "sender_entropy": 1.6328952312469482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.12244898080825806}, "uniform holdout": {"acc": 0.05102040618658066, "acc_or": 0.3959183394908905}, "epoch": 7}
{"loss": 7.110623359680176, "acc": 0.1528785079717636, "acc_or": 0.47948774695396423, "sender_entropy": 1.4186891317367554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.15306122601032257}, "uniform holdout": {"acc": 0.05714285373687744, "acc_or": 0.45204079151153564}, "epoch": 8}
{"loss": 6.121100425720215, "acc": 0.24580688774585724, "acc_or": 0.5777425169944763, "sender_entropy": 1.2181127071380615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.08163265138864517, "acc_or": 0.5061224102973938}, "epoch": 9}
{"loss": 5.373261451721191, "acc": 0.3192429840564728, "acc_or": 0.6429623961448669, "sender_entropy": 1.1084041595458984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.1061224415898323, "acc_or": 0.5341836214065552}, "epoch": 10}
{"loss": 4.879424571990967, "acc": 0.40333181619644165, "acc_or": 0.6937896609306335, "sender_entropy": 1.0322860479354858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.17346937954425812, "acc_or": 0.5801020264625549}, "epoch": 11}
{"loss": 4.346323013305664, "acc": 0.5089528560638428, "acc_or": 0.7507932782173157, "sender_entropy": 0.9643904566764832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1301020383834839}, "uniform holdout": {"acc": 0.24285712838172913, "acc_or": 0.6142857074737549}, "epoch": 12}
{"loss": 3.896131992340088, "acc": 0.6268132328987122, "acc_or": 0.8105734586715698, "sender_entropy": 0.8822010159492493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.11734693497419357}, "uniform holdout": {"acc": 0.37346938252449036, "acc_or": 0.6821428537368774}, "epoch": 13}
{"loss": 3.401735544204712, "acc": 0.7481867671012878, "acc_or": 0.8729034662246704, "sender_entropy": 0.7960253953933716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.1428571343421936}, "uniform holdout": {"acc": 0.5030611753463745, "acc_or": 0.7499999403953552}, "epoch": 14}
{"loss": 2.969827651977539, "acc": 0.8245693445205688, "acc_or": 0.9117180705070496, "sender_entropy": 0.7166060209274292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.13775509595870972}, "uniform holdout": {"acc": 0.5897958874702454, "acc_or": 0.794387698173523}, "epoch": 15}
{"loss": 2.727161407470703, "acc": 0.896305501461029, "acc_or": 0.9478694200515747, "sender_entropy": 0.6835837960243225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1428571343421936}, "uniform holdout": {"acc": 0.7040815949440002, "acc_or": 0.8505101799964905}, "epoch": 16}
{"loss": 2.537045478820801, "acc": 0.9462828636169434, "acc_or": 0.9729714393615723, "sender_entropy": 0.6583074927330017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.14540815353393555}, "uniform holdout": {"acc": 0.7795917987823486, "acc_or": 0.889285683631897}, "epoch": 17}
{"loss": 2.255690336227417, "acc": 0.9622620344161987, "acc_or": 0.9810177087783813, "sender_entropy": 0.6268057227134705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.14030611515045166}, "uniform holdout": {"acc": 0.8142856955528259, "acc_or": 0.9071428179740906}, "epoch": 18}
{"loss": 2.1937386989593506, "acc": 0.9714415073394775, "acc_or": 0.9856074452400208, "sender_entropy": 0.6215422749519348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15561224520206451}, "uniform holdout": {"acc": 0.8255101442337036, "acc_or": 0.9127550721168518}, "epoch": 19}
{"loss": 2.176246166229248, "acc": 0.974727988243103, "acc_or": 0.9873073697090149, "sender_entropy": 0.6308769583702087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.13265305757522583}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 20}
{"loss": 2.17791748046875, "acc": 0.9774478673934937, "acc_or": 0.9886672496795654, "sender_entropy": 0.6391095519065857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.10969387739896774}, "uniform holdout": {"acc": 0.8448979258537292, "acc_or": 0.9224489331245422}, "epoch": 21}
{"loss": 2.0569658279418945, "acc": 0.9794877767562866, "acc_or": 0.9896872043609619, "sender_entropy": 0.6377785205841064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.11989795416593552}, "uniform holdout": {"acc": 0.8673468828201294, "acc_or": 0.9336734414100647}, "epoch": 22}
{"loss": 2.0801784992218018, "acc": 0.9840208292007446, "acc_or": 0.9919537901878357, "sender_entropy": 0.6515970230102539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.14795918762683868}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9357142448425293}, "epoch": 23}
{"loss": 2.061300754547119, "acc": 0.9869673848152161, "acc_or": 0.993427038192749, "sender_entropy": 0.6651435494422913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.1658163219690323}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.935204029083252}, "epoch": 24}
{"loss": 1.9912585020065308, "acc": 0.9856074452400208, "acc_or": 0.9927470684051514, "sender_entropy": 0.667457103729248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15561224520206451}, "uniform holdout": {"acc": 0.8673468828201294, "acc_or": 0.9336734414100647}, "epoch": 25}
{"loss": 1.9975768327713013, "acc": 0.9895738959312439, "acc_or": 0.9947302937507629, "sender_entropy": 0.6852082014083862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16326530277729034}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9372448325157166}, "epoch": 26}
{"loss": 1.9408550262451172, "acc": 0.9896872043609619, "acc_or": 0.9947869181632996, "sender_entropy": 0.6938413381576538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.13775509595870972}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.9362244606018066}, "epoch": 27}
{"loss": 1.8854210376739502, "acc": 0.9886672496795654, "acc_or": 0.9942770004272461, "sender_entropy": 0.6974597573280334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15816326439380646}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.936734676361084}, "epoch": 28}
{"loss": 1.8750108480453491, "acc": 0.9890072345733643, "acc_or": 0.9944469332695007, "sender_entropy": 0.7055343389511108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15816326439380646}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9382652640342712}, "epoch": 29}
{"loss": 1.8423329591751099, "acc": 0.9907071590423584, "acc_or": 0.9952968955039978, "sender_entropy": 0.7127355933189392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.15306122601032257}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 30}
{"loss": 1.8077231645584106, "acc": 0.9921804070472717, "acc_or": 0.9960335493087769, "sender_entropy": 0.7213422656059265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 31}
{"loss": 1.726428508758545, "acc": 0.9904804825782776, "acc_or": 0.9951835870742798, "sender_entropy": 0.7227964401245117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.11479591578245163}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 32}
{"loss": 1.7672938108444214, "acc": 0.9938803315162659, "acc_or": 0.9968835115432739, "sender_entropy": 0.7429502010345459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.14030611515045166}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9387754797935486}, "epoch": 33}
{"loss": 1.677596926689148, "acc": 0.9932003617286682, "acc_or": 0.9965435266494751, "sender_entropy": 0.7441863417625427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.14795918762683868}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9372448325157166}, "epoch": 34}
{"loss": 1.6832804679870605, "acc": 0.9941070079803467, "acc_or": 0.9969968199729919, "sender_entropy": 0.756069004535675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.14540815353393555}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 35}
{"loss": 1.6864386796951294, "acc": 0.9936536550521851, "acc_or": 0.9967701435089111, "sender_entropy": 0.7685719728469849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.125}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 36}
{"loss": 1.6323291063308716, "acc": 0.993540346622467, "acc_or": 0.9967135190963745, "sender_entropy": 0.7694597840309143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 37}
{"loss": 1.6338961124420166, "acc": 0.9944469332695007, "acc_or": 0.9971668124198914, "sender_entropy": 0.7787355780601501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.12244898080825806}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 38}
{"loss": 1.5988308191299438, "acc": 0.9952402710914612, "acc_or": 0.9975634813308716, "sender_entropy": 0.7849394679069519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.15561224520206451}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 39}
{"loss": 1.5490164756774902, "acc": 0.9954668879508972, "acc_or": 0.9976767897605896, "sender_entropy": 0.7876977324485779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15306122601032257}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 40}
{"loss": 1.5085302591323853, "acc": 0.9959202408790588, "acc_or": 0.9979034662246704, "sender_entropy": 0.7900083065032959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.15306122601032257}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 41}
{"loss": 1.5155162811279297, "acc": 0.9961468577384949, "acc_or": 0.9980167746543884, "sender_entropy": 0.7959797382354736, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.15816326439380646}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 42}
{"loss": 1.475419282913208, "acc": 0.9964868426322937, "acc_or": 0.9981867671012878, "sender_entropy": 0.7969149351119995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9413264989852905}, "epoch": 43}
{"loss": 1.412192940711975, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7979844808578491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.15051020681858063}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 44}
{"loss": 1.4193035364151, "acc": 0.9970535039901733, "acc_or": 0.9984700679779053, "sender_entropy": 0.8041201829910278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.13775509595870972}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 45}
{"loss": 1.3554964065551758, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.8025110363960266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.14030611515045166}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 46}
{"loss": 1.3442810773849487, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.8065521121025085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.1301020383834839}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 47}
{"loss": 1.327257513999939, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.8110866546630859, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.13265305757522583}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.9362244606018066}, "epoch": 48}
{"loss": 1.2874969244003296, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.810360848903656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.12755101919174194}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9418367147445679}, "epoch": 49}
{"loss": 1.2552857398986816, "acc": 0.9975067973136902, "acc_or": 0.9986967444419861, "sender_entropy": 0.8144558072090149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.14030611515045166}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 50}
{"loss": 1.255117416381836, "acc": 0.9980734586715698, "acc_or": 0.9989800453186035, "sender_entropy": 0.8184247612953186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.14540815353393555}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 51}
{"loss": 1.2218222618103027, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8186213374137878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 52}
{"loss": 1.1962101459503174, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8189988136291504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.14540815353393555}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.936734676361084}, "epoch": 53}
{"loss": 1.173005223274231, "acc": 0.9983000755310059, "acc_or": 0.9990933537483215, "sender_entropy": 0.8214007019996643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.13265305757522583}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9362244606018066}, "epoch": 54}
{"loss": 1.1461361646652222, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8216918110847473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.935204029083252}, "epoch": 55}
{"loss": 1.1268541812896729, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8261504173278809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 56}
{"loss": 1.1112476587295532, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8246535658836365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.9357142448425293}, "epoch": 57}
{"loss": 1.0617741346359253, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8235675692558289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9357142448425293}, "epoch": 58}
{"loss": 1.0732953548431396, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.827968418598175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.13520407676696777}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9397958517074585}, "epoch": 59}
{"loss": 1.045552134513855, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.827782928943634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.13520407676696777}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9357142448425293}, "epoch": 60}
{"loss": 1.021633505821228, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8314237594604492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.13265305757522583}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9372448325157166}, "epoch": 61}
{"loss": 0.9998399019241333, "acc": 0.9988667368888855, "acc_or": 0.9993767142295837, "sender_entropy": 0.8301222920417786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.15306122601032257}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9387754797935486}, "epoch": 62}
{"loss": 0.9927070140838623, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.8313656449317932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.16326530277729034}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9377550482749939}, "epoch": 63}
{"loss": 0.9749899506568909, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.832821249961853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15561224520206451}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.936734676361084}, "epoch": 64}
{"loss": 0.9737205505371094, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8367388844490051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.16326530277729034}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9357142448425293}, "epoch": 65}
{"loss": 0.9480635523796082, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8376728892326355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.9362244606018066}, "epoch": 66}
{"loss": 0.9218222498893738, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.8348029255867004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9397958517074585}, "epoch": 67}
{"loss": 0.902930736541748, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.8384787440299988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.936734676361084}, "epoch": 68}
{"loss": 0.8820907473564148, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.8387507796287537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9382652640342712}, "epoch": 69}
{"loss": 0.8824148774147034, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8394400477409363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9382652640342712}, "epoch": 70}
{"loss": 0.8717046976089478, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8442526459693909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9403060674667358}, "epoch": 71}
{"loss": 0.849529504776001, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8432751297950745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9377550482749939}, "epoch": 72}
{"loss": 0.8266526460647583, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8402489423751831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9382652640342712}, "epoch": 73}
{"loss": 0.8239102959632874, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8477306962013245, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9387754797935486}, "epoch": 74}
{"loss": 0.8081647157669067, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8472818732261658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9382652640342712}, "epoch": 75}
{"loss": 0.8038374185562134, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8481830358505249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9392856955528259}, "epoch": 76}
{"loss": 0.7636436820030212, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8455062508583069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9392856955528259}, "epoch": 77}
{"loss": 0.7748007774353027, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8494724631309509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 78}
{"loss": 0.7535596489906311, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8484563827514648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9382652640342712}, "epoch": 79}
{"loss": 0.7470951676368713, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8512301445007324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.936734676361084}, "epoch": 80}
{"loss": 0.7308951020240784, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8493403196334839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9397958517074585}, "epoch": 81}
{"loss": 0.722511887550354, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8548296093940735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9377550482749939}, "epoch": 82}
{"loss": 0.705939769744873, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.849237859249115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9377550482749939}, "epoch": 83}
{"loss": 0.700038731098175, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8517870306968689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9408162832260132}, "epoch": 84}
{"loss": 0.6907497048377991, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8543185591697693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9408162832260132}, "epoch": 85}
{"loss": 0.6726543307304382, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.8523778915405273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9403060674667358}, "epoch": 86}
{"loss": 0.6625708341598511, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8522816300392151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9403060674667358}, "epoch": 87}
{"loss": 0.6591243147850037, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8582505583763123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 88}
{"loss": 0.6453700661659241, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8571073412895203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9408162832260132}, "epoch": 89}
{"loss": 0.63254714012146, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8543064594268799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9392856955528259}, "epoch": 90}
{"loss": 0.6222518086433411, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8561066389083862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9397958517074585}, "epoch": 91}
{"loss": 0.6075876951217651, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8551402688026428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9382652640342712}, "epoch": 92}
{"loss": 0.604874312877655, "acc": 0.9986400604248047, "acc_or": 0.999263346195221, "sender_entropy": 0.8615774512290955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9397958517074585}, "epoch": 93}
{"loss": 0.581186056137085, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8574970364570618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 94}
{"loss": 0.5812215805053711, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8558719158172607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9382652640342712}, "epoch": 95}
{"loss": 0.5740843415260315, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8572197556495667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9397958517074585}, "epoch": 96}
{"loss": 0.568632960319519, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8656612634658813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.936734676361084}, "epoch": 97}
{"loss": 0.5551313161849976, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8565422892570496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9408162832260132}, "epoch": 98}
{"loss": 0.5481501221656799, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8607367277145386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9408162832260132}, "epoch": 99}
{"loss": 0.5352609157562256, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8589135408401489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1607142835855484}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9382652640342712}, "epoch": 100}
{"loss": 0.5294929146766663, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.862053632736206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9397958517074585}, "epoch": 101}
{"loss": 0.5242412090301514, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.860723078250885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9372448325157166}, "epoch": 102}
{"loss": 0.5110565423965454, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8595683574676514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9418367147445679}, "epoch": 103}
{"loss": 0.5073196887969971, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8629633188247681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 104}
{"loss": 0.5113194584846497, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.868646502494812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9392856955528259}, "epoch": 105}
{"loss": 0.49812230467796326, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8665026426315308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9408162832260132}, "epoch": 106}
{"loss": 0.4849439263343811, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8629315495491028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9413264989852905}, "epoch": 107}
{"loss": 0.48141008615493774, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8617448806762695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9397958517074585}, "epoch": 108}
{"loss": 0.4676412343978882, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8634342551231384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 109}
{"loss": 0.46541398763656616, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8683267831802368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 110}
{"loss": 0.45903921127319336, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8654335737228394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 111}
{"loss": 0.4541616439819336, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8697372674942017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9377550482749939}, "epoch": 112}
{"loss": 0.4471593201160431, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8658581972122192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9392856955528259}, "epoch": 113}
{"loss": 0.43281590938568115, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8652302622795105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15816326439380646}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9413264989852905}, "epoch": 114}
{"loss": 0.4312329590320587, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.86798495054245, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9397958517074585}, "epoch": 115}
{"loss": 0.41611334681510925, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8627085089683533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15051020681858063}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9387754797935486}, "epoch": 116}
{"loss": 0.41690415143966675, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8663263916969299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9377550482749939}, "epoch": 117}
{"loss": 0.40805956721305847, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8636696338653564, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9418367147445679}, "epoch": 118}
{"loss": 0.40513214468955994, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8683460354804993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9408162832260132}, "epoch": 119}
{"loss": 0.3984602093696594, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8727183938026428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9403060674667358}, "epoch": 120}
{"loss": 0.39699292182922363, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8705183863639832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9397958517074585}, "epoch": 121}
{"loss": 0.3829907774925232, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8678442239761353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 122}
{"loss": 0.3815518021583557, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8687795996665955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 123}
{"loss": 0.3758784830570221, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8702381253242493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 124}
{"loss": 0.372207909822464, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8737648129463196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9418367147445679}, "epoch": 125}
{"loss": 0.36016616225242615, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.870150625705719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 126}
{"loss": 0.356521874666214, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8708678483963013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 127}
{"loss": 0.35631972551345825, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8715400695800781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9382652640342712}, "epoch": 128}
{"loss": 0.34727948904037476, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8718810677528381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 129}
{"loss": 0.3465842008590698, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8704262971878052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 130}
{"loss": 0.3432495594024658, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.877726137638092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9387754797935486}, "epoch": 131}
{"loss": 0.3349645137786865, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8723326921463013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9377550482749939}, "epoch": 132}
{"loss": 0.3265267312526703, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8713117837905884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 133}
{"loss": 0.32136374711990356, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8711702227592468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9408162832260132}, "epoch": 134}
{"loss": 0.3126761019229889, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8704339265823364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9387754797935486}, "epoch": 135}
{"loss": 0.30782586336135864, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8726305961608887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 136}
{"loss": 0.30668962001800537, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.873311460018158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9382652640342712}, "epoch": 137}
{"loss": 0.2976268529891968, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8724135160446167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 138}
{"loss": 0.2991374731063843, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8762736916542053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16326530277729034}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 139}
{"loss": 0.2989322543144226, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8739678263664246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9403060674667358}, "epoch": 140}
{"loss": 0.28755131363868713, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8731119632720947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15816326439380646}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 141}
{"loss": 0.2796810269355774, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8719495534896851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.13775509595870972}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 142}
{"loss": 0.2805918753147125, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8734686970710754, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.14540815353393555}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9418367147445679}, "epoch": 143}
{"loss": 0.2726498246192932, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8747768998146057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.14795918762683868}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 144}
{"loss": 0.2679634690284729, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.872582733631134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15306122601032257}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 145}
{"loss": 0.25936710834503174, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.87143874168396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15816326439380646}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 146}
{"loss": 0.2589842677116394, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8792214393615723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15306122601032257}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 147}
{"loss": 0.25850722193717957, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8766952157020569, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 148}
{"loss": 0.2565428614616394, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8777540922164917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 149}
{"loss": 0.24444568157196045, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8762935400009155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9438775181770325}, "epoch": 150}
{"loss": 0.2410198450088501, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8817344903945923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1658163219690323}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 151}
{"loss": 0.23729418218135834, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8817683458328247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9418367147445679}, "epoch": 152}
{"loss": 0.23668162524700165, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8824366927146912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 153}
{"loss": 0.23534554243087769, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8783894777297974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16326530277729034}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 154}
{"loss": 0.23067930340766907, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8803477883338928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16326530277729034}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 155}
{"loss": 0.22468745708465576, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8767709732055664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15816326439380646}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 156}
{"loss": 0.21794815361499786, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8840369582176208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 157}
{"loss": 0.21968801319599152, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8845785856246948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.1607142835855484}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 158}
{"loss": 0.20859412848949432, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8778480291366577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.936734676361084}, "epoch": 159}
{"loss": 0.21149559319019318, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8791250586509705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 160}
{"loss": 0.20469218492507935, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8773471117019653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9428570866584778}, "epoch": 161}
{"loss": 0.19816675782203674, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.880051851272583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 162}
{"loss": 0.1914193332195282, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.877437949180603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 163}
{"loss": 0.1962648332118988, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8804632425308228, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 164}
{"loss": 0.1913219541311264, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.884854257106781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 165}
{"loss": 0.1853458732366562, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8841671347618103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 166}
{"loss": 0.18320681154727936, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8827350735664368, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 167}
{"loss": 0.17860493063926697, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8823607563972473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.948469340801239}, "epoch": 168}
{"loss": 0.18010589480400085, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8861310482025146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1658163219690323}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 169}
{"loss": 0.17761898040771484, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8843647837638855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 170}
{"loss": 0.1806519627571106, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8915656805038452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9454081058502197}, "epoch": 171}
{"loss": 0.16814376413822174, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.888940155506134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 172}
{"loss": 0.16542358696460724, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8881556987762451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9428570866584778}, "epoch": 173}
{"loss": 0.16326232254505157, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8896148800849915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 174}
{"loss": 0.15607906877994537, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8913497924804688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 175}
{"loss": 0.15957744419574738, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.887691080570221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 176}
{"loss": 0.14855481684207916, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.8881007432937622, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 177}
{"loss": 0.1457614153623581, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8880673050880432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9403060674667358}, "epoch": 178}
{"loss": 0.1464032232761383, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8924455046653748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 179}
{"loss": 0.14128877222537994, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8919063210487366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 180}
{"loss": 0.14289399981498718, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.89005446434021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 181}
{"loss": 0.14009563624858856, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8908546566963196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9413264989852905}, "epoch": 182}
{"loss": 0.14012320339679718, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8890440464019775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 183}
{"loss": 0.1342412531375885, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8885045647621155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 184}
{"loss": 0.12933780252933502, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8866108655929565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9403060674667358}, "epoch": 185}
{"loss": 0.12715524435043335, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8849585056304932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 186}
{"loss": 0.12487421184778214, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8919673562049866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 187}
{"loss": 0.12116456031799316, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8904032111167908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9397958517074585}, "epoch": 188}
{"loss": 0.11895708739757538, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.887435257434845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 189}
{"loss": 0.11778680235147476, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8899917006492615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9413264989852905}, "epoch": 190}
{"loss": 0.11637347936630249, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8924970626831055, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 191}
{"loss": 0.11033694446086884, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8945515155792236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9403060674667358}, "epoch": 192}
{"loss": 0.11052815616130829, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8930280208587646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 193}
{"loss": 0.10542045533657074, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8888561129570007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 194}
{"loss": 0.10198139399290085, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8869317770004272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 195}
{"loss": 0.1004997193813324, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8917171955108643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 196}
{"loss": 0.0946451723575592, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.889157772064209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 197}
{"loss": 0.09819573163986206, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8913534283638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9387754797935486}, "epoch": 198}
{"loss": 0.09378057718276978, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8891619443893433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 199}
{"loss": 0.08580919355154037, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8925384879112244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 200}
{"loss": 0.08733426779508591, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.894302248954773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9403060674667358}, "epoch": 201}
{"loss": 0.08429459482431412, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8914710283279419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9403060674667358}, "epoch": 202}
{"loss": 0.08306712657213211, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8914700150489807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 203}
{"loss": 0.08322537690401077, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8923889994621277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 204}
{"loss": 0.07761634141206741, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8911501169204712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9408162832260132}, "epoch": 205}
{"loss": 0.07322420924901962, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.8945674896240234, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9413264989852905}, "epoch": 206}
{"loss": 0.06971342116594315, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8903764486312866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 207}
{"loss": 0.06938429921865463, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8896263837814331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9413264989852905}, "epoch": 208}
{"loss": 0.06624222546815872, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.8886260390281677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 209}
{"loss": 0.06565637141466141, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8973191380500793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 210}
{"loss": 0.0639299675822258, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.895712673664093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 211}
{"loss": 0.06345916539430618, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8960877656936646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 212}
{"loss": 0.05951133742928505, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8922243714332581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 213}
{"loss": 0.05723324790596962, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8941185474395752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 214}
{"loss": 0.05390710383653641, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8907838463783264, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9428570866584778}, "epoch": 215}
{"loss": 0.05469393730163574, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8901808857917786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9459183216094971}, "epoch": 216}
{"loss": 0.05274849385023117, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8960268497467041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 217}
{"loss": 0.04971058666706085, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8945180773735046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 218}
{"loss": 0.04685936123132706, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8994342088699341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 219}
{"loss": 0.04699300229549408, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.899678111076355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9459183216094971}, "epoch": 220}
{"loss": 0.04367022216320038, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8963499069213867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 221}
{"loss": 0.03957577794790268, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8988370895385742, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9454081058502197}, "epoch": 222}
{"loss": 0.03995148837566376, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8973530530929565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 223}
{"loss": 0.03564699366688728, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8995465636253357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 224}
{"loss": 0.033927977085113525, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8960756659507751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 225}
{"loss": 0.032986924052238464, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.9008038640022278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.948469340801239}, "epoch": 226}
{"loss": 0.02964644879102707, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8994314670562744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9454081058502197}, "epoch": 227}
{"loss": 0.0289907306432724, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8973188400268555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 228}
{"loss": 0.02709776908159256, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8967893719673157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 229}
{"loss": 0.02651776373386383, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8988357186317444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9459183216094971}, "epoch": 230}
{"loss": 0.02351212501525879, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8953683376312256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 231}
{"loss": 0.021423831582069397, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9009163975715637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 232}
{"loss": 0.023779097944498062, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8973942399024963, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 233}
{"loss": 0.01767681911587715, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9033012986183167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 234}
{"loss": 0.018862847238779068, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8985661268234253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 235}
{"loss": 0.01657436229288578, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8995389938354492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 236}
{"loss": 0.013831788673996925, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.900272786617279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 237}
{"loss": 0.011285166256129742, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9007266759872437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 238}
{"loss": 0.008837257511913776, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9008113145828247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9459183216094971}, "epoch": 239}
{"loss": 0.007003997918218374, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9014423489570618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 240}
{"loss": 0.00712661212310195, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9036107063293457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 241}
{"loss": 0.0026383697986602783, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9039047956466675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 242}
{"loss": -0.0014787253458052874, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8982700705528259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9454081058502197}, "epoch": 243}
{"loss": -0.0032516438513994217, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8990713357925415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 244}
{"loss": 0.001351561164483428, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.900955855846405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 245}
{"loss": -0.0023722320329397917, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9017893075942993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 246}
{"loss": -0.004396059084683657, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8983080387115479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 247}
{"loss": -0.005482807289808989, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9028746485710144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 248}
{"loss": -0.0060163200832903385, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8978506922721863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 249}
{"loss": -0.01120525412261486, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.8976072072982788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 250}
{"loss": -0.012671069242060184, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9033275246620178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 251}
{"loss": -0.020881565287709236, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.9027259945869446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 252}
{"loss": -0.01642170548439026, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9021955132484436, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 253}
{"loss": -0.015687143430113792, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9026151299476624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9494897723197937}, "epoch": 254}
{"loss": -0.01749483495950699, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9013428688049316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 255}
{"loss": -0.021558957174420357, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9010884761810303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 256}
{"loss": -0.022359969094395638, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9046972990036011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 257}
{"loss": -0.023830583319067955, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9047505259513855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9454081058502197}, "epoch": 258}
{"loss": -0.025603989139199257, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9084530472755432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16326530277729034}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9459183216094971}, "epoch": 259}
{"loss": -0.02493669092655182, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9020792245864868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 260}
{"loss": -0.029024144634604454, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9099529385566711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9443877339363098}, "epoch": 261}
{"loss": -0.028954993933439255, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.90511554479599, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 262}
{"loss": -0.030450018122792244, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.903221845626831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 263}
{"loss": -0.0312521755695343, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9044137597084045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 264}
{"loss": -0.03368331491947174, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9067992568016052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 265}
{"loss": -0.033762529492378235, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9081950187683105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2678571343421936}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 266}
{"loss": -0.03482325002551079, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9046571850776672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 267}
{"loss": -0.037805844098329544, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9034018516540527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 268}
{"loss": -0.03921487554907799, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9092422127723694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9459183216094971}, "epoch": 269}
{"loss": -0.039727915078401566, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9115030169487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9454081058502197}, "epoch": 270}
{"loss": -0.042307086288928986, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9058101177215576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.948469340801239}, "epoch": 271}
{"loss": -0.04414500668644905, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.908267080783844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 272}
{"loss": -0.04466288909316063, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9091382026672363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 273}
{"loss": -0.0492413267493248, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9040402173995972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 274}
{"loss": -0.04968511313199997, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9059190154075623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 275}
{"loss": -0.05181946977972984, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9057953357696533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 276}
{"loss": -0.05152498558163643, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9099949598312378, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 277}
{"loss": -0.051623452454805374, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9100379347801208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9408162832260132}, "epoch": 278}
{"loss": -0.05514761060476303, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9127875566482544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9397958517074585}, "epoch": 279}
{"loss": -0.05378301441669464, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9063769578933716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 280}
{"loss": -0.05516167730093002, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9081384539604187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 281}
{"loss": -0.0575995072722435, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.909471333026886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 282}
{"loss": -0.061075396835803986, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.9094252586364746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 283}
{"loss": -0.05893441662192345, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9112676382064819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 284}
{"loss": -0.060836583375930786, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9116613864898682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 285}
{"loss": -0.062201764434576035, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9135483503341675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 286}
{"loss": -0.06184300035238266, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9076327085494995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 287}
{"loss": -0.06593600660562515, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9052932858467102, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 288}
{"loss": -0.06950899213552475, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9121558666229248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 289}
{"loss": -0.07333330810070038, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9118905663490295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 290}
{"loss": -0.0696244016289711, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9140083193778992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 291}
{"loss": -0.07103520631790161, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9082929491996765, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9454081058502197}, "epoch": 292}
{"loss": -0.0789368748664856, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.9104732275009155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 293}
{"loss": -0.07297679781913757, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.9099964499473572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 294}
{"loss": -0.07432276010513306, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.914970338344574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 295}
{"loss": -0.07493330538272858, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9142960906028748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 296}
{"loss": -0.07526808232069016, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9101054072380066, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 297}
{"loss": -0.07431298494338989, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9098123908042908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 298}
{"loss": -0.07783365994691849, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9132279753684998, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 299}
{"loss": -0.079834945499897, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9129169583320618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9454081058502197}, "epoch": 300}
{"loss": -0.08073553442955017, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9118560552597046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9459183216094971}, "epoch": 301}
{"loss": -0.08186757564544678, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9072049260139465, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 302}
{"loss": -0.08157753199338913, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9153716564178467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 303}
{"loss": -0.08456435799598694, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9123166799545288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 304}
{"loss": -0.08462584763765335, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9095628261566162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9454081058502197}, "epoch": 305}
{"loss": -0.08513133227825165, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9134893417358398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 306}
{"loss": -0.088043212890625, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9165632128715515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9428570866584778}, "epoch": 307}
{"loss": -0.08634301275014877, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9136929512023926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 308}
{"loss": -0.08829619735479355, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9115313291549683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 309}
{"loss": -0.08985136449337006, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9096373915672302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 310}
{"loss": -0.0907646045088768, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.911537766456604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 311}
{"loss": -0.09499210864305496, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.911104142665863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 312}
{"loss": -0.09735570847988129, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9120858311653137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 313}
{"loss": -0.09521610289812088, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.915743350982666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9428570866584778}, "epoch": 314}
{"loss": -0.09532634913921356, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9098590016365051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 315}
{"loss": -0.09801468253135681, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.911328911781311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 316}
{"loss": -0.09790559113025665, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.911250650882721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 317}
{"loss": -0.09854958951473236, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9108486771583557, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 318}
{"loss": -0.10087466984987259, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9083908200263977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 319}
{"loss": -0.101590596139431, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.910220742225647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 320}
{"loss": -0.1024346873164177, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9132338166236877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 321}
{"loss": -0.10391063988208771, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9130237698554993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 322}
{"loss": -0.10489876568317413, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9166412353515625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9413264989852905}, "epoch": 323}
{"loss": -0.1090194582939148, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9158104658126831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 324}
{"loss": -0.10666169971227646, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9140689373016357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9408162832260132}, "epoch": 325}
{"loss": -0.10749424993991852, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9105529189109802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 326}
{"loss": -0.10878510028123856, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9157712459564209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 327}
{"loss": -0.1130124032497406, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9145233631134033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9418367147445679}, "epoch": 328}
{"loss": -0.11046220362186432, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9108672738075256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 329}
{"loss": -0.11198525130748749, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9099754095077515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 330}
{"loss": -0.11264456063508987, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.914698600769043, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 331}
{"loss": -0.1121557205915451, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9144168496131897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9428570866584778}, "epoch": 332}
{"loss": -0.11556048691272736, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9138458967208862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 333}
{"loss": -0.11369387805461884, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9087598323822021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 334}
{"loss": -0.11376851052045822, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9133935570716858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9413264989852905}, "epoch": 335}
{"loss": -0.11635991930961609, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.915023148059845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9428570866584778}, "epoch": 336}
{"loss": -0.11688165366649628, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9102141857147217, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 337}
{"loss": -0.12022783607244492, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9134334921836853, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 338}
{"loss": -0.1295461654663086, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.9117476940155029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 339}
{"loss": -0.12258894741535187, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9136836528778076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 340}
{"loss": -0.12441466003656387, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9106760025024414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 341}
{"loss": -0.12441746145486832, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9114834666252136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 342}
{"loss": -0.12340213358402252, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.91428542137146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 343}
{"loss": -0.12409546971321106, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.9114536643028259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 344}
{"loss": -0.12359301745891571, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9146664142608643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 345}
{"loss": -0.12587793171405792, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9120798707008362, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1607142835855484}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 346}
{"loss": -0.12663669884204865, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9147851467132568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 347}
{"loss": -0.12858878076076508, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9135280847549438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 348}
{"loss": -0.12887640297412872, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9141203761100769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 349}
{"loss": -0.12895600497722626, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9169464707374573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9438775181770325}, "epoch": 350}
{"loss": -0.129089817404747, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9144917726516724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 351}
{"loss": -0.13288499414920807, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9163267016410828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 352}
{"loss": -0.13127225637435913, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.912930428981781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 353}
{"loss": -0.13521218299865723, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9181344509124756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 354}
{"loss": -0.1340721696615219, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9112148880958557, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9459183216094971}, "epoch": 355}
{"loss": -0.13396376371383667, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9136209487915039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 356}
{"loss": -0.13534590601921082, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9188975095748901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 357}
{"loss": -0.13721449673175812, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9101079106330872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 358}
{"loss": -0.1361580342054367, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9119613766670227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 359}
{"loss": -0.13952775299549103, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.914647102355957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 360}
{"loss": -0.13831087946891785, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9162947535514832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 361}
{"loss": -0.1398545205593109, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9140747785568237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 362}
{"loss": -0.14271819591522217, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9114176630973816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9433673024177551}, "epoch": 363}
{"loss": -0.14298315346240997, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9157401919364929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9454081058502197}, "epoch": 364}
{"loss": -0.14139708876609802, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9153706431388855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 365}
{"loss": -0.14363700151443481, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.911655843257904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "epoch": 366}
{"loss": -0.14448021352291107, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9159657955169678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 367}
{"loss": -0.1447959691286087, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9140664935112, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 368}
{"loss": -0.14703822135925293, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9101254940032959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9448978900909424}, "epoch": 369}
{"loss": -0.14895612001419067, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9167426228523254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 370}
{"loss": -0.14637506008148193, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9129772186279297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 371}
{"loss": -0.14971260726451874, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.913887619972229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9459183216094971}, "epoch": 372}
{"loss": -0.1496249884366989, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9148743152618408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 373}
{"loss": -0.1490136831998825, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9180163145065308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 374}
{"loss": -0.15039178729057312, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.915242612361908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 375}
{"loss": -0.15128818154335022, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9172272682189941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.949999988079071}, "epoch": 376}
{"loss": -0.15267302095890045, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9188132882118225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 377}
{"loss": -0.1528453677892685, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9153816103935242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 378}
{"loss": -0.15318326652050018, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9162168502807617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9428570866584778}, "epoch": 379}
{"loss": -0.154640331864357, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9125913977622986, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 380}
{"loss": -0.15591686964035034, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9181459546089172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 381}
{"loss": -0.15589264035224915, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.914237916469574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9459183216094971}, "epoch": 382}
{"loss": -0.15614928305149078, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.9150058031082153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "epoch": 383}
{"loss": -0.1559714376926422, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9132377505302429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 384}
{"loss": -0.15867950022220612, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9170879125595093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 385}
{"loss": -0.15998853743076324, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9142659306526184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 386}
{"loss": -0.15805043280124664, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9148309230804443, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 387}
{"loss": -0.16074438393115997, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9170708656311035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 388}
{"loss": -0.162421315908432, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9186796545982361, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 389}
{"loss": -0.1626030057668686, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9152327179908752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 390}
{"loss": -0.1627717763185501, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9196237325668335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1658163219690323}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 391}
{"loss": -0.1636340171098709, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9167337417602539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 392}
{"loss": -0.1638684719800949, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9215847253799438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 393}
{"loss": -0.16499929130077362, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9140422344207764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 394}
{"loss": -0.1674145609140396, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9226510524749756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 395}
{"loss": -0.1648988425731659, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9141529202461243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 396}
{"loss": -0.16613933444023132, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9152458906173706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 397}
{"loss": -0.1666681468486786, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9166672825813293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 398}
{"loss": -0.16823340952396393, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9177041053771973, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 399}
{"loss": -0.1700104922056198, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9198115468025208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 400}
{"loss": -0.170362651348114, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.921197235584259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 401}
{"loss": -0.17116032540798187, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9210662245750427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 402}
{"loss": -0.16922734677791595, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.918232262134552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 403}
{"loss": -0.17251747846603394, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.921724796295166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 404}
{"loss": -0.1725175380706787, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9185053706169128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9469387531280518}, "epoch": 405}
{"loss": -0.17397239804267883, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9186258912086487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 406}
{"loss": -0.17283202707767487, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9167959690093994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 407}
{"loss": -0.17582817375659943, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.919856607913971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 408}
{"loss": -0.17510919272899628, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9195196032524109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 409}
{"loss": -0.17531128227710724, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9173594117164612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 410}
{"loss": -0.17660196125507355, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9175494313240051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 411}
{"loss": -0.17673125863075256, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9195509552955627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 412}
{"loss": -0.17958520352840424, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9241570234298706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 413}
{"loss": -0.177831768989563, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9160420298576355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 414}
{"loss": -0.17947925627231598, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9207218885421753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9423468708992004}, "epoch": 415}
{"loss": -0.1787787824869156, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9185160398483276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 416}
{"loss": -0.18249846994876862, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9205341935157776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 417}
{"loss": -0.1842663586139679, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9182147979736328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 418}
{"loss": -0.18417009711265564, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.918529212474823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 419}
{"loss": -0.18282335996627808, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.917923629283905, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 420}
{"loss": -0.18350908160209656, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.922692596912384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 421}
{"loss": -0.18319331109523773, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9193273782730103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 422}
{"loss": -0.1876349300146103, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9281147718429565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9479591250419617}, "epoch": 423}
{"loss": -0.18625172972679138, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9143623113632202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 424}
{"loss": -0.18525458872318268, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.91794353723526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.949999988079071}, "epoch": 425}
{"loss": -0.185438334941864, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9178506731987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 426}
{"loss": -0.18606425821781158, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9210718870162964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 427}
{"loss": -0.1887713223695755, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9209522008895874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 428}
{"loss": -0.18776409327983856, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9206582903862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 429}
{"loss": -0.18670912086963654, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9199172258377075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9464285373687744}, "epoch": 430}
{"loss": -0.18714666366577148, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9166566133499146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9454081058502197}, "epoch": 431}
{"loss": -0.1899106651544571, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9208576679229736, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 432}
{"loss": -0.19003912806510925, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9162440299987793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 433}
{"loss": -0.19016721844673157, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9176361560821533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 434}
{"loss": -0.1918453425168991, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9135444760322571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 435}
{"loss": -0.1915632039308548, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9206368923187256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 436}
{"loss": -0.1929233968257904, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9227569103240967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 437}
{"loss": -0.19205747544765472, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9165854454040527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 438}
{"loss": -0.19301128387451172, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9172593355178833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 439}
{"loss": -0.19481825828552246, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9222237467765808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 440}
{"loss": -0.19602656364440918, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9169347286224365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 441}
{"loss": -0.194114089012146, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9184025526046753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 442}
{"loss": -0.19667595624923706, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.92103511095047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 443}
{"loss": -0.19539737701416016, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9197520613670349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 444}
{"loss": -0.19759921729564667, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9151292443275452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 445}
{"loss": -0.197896808385849, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9180005192756653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 446}
{"loss": -0.19651344418525696, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9173943400382996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 447}
{"loss": -0.19871477782726288, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9183921813964844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 448}
{"loss": -0.19946347177028656, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9205605387687683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 449}
{"loss": -0.2009904682636261, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9141771793365479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 450}
{"loss": -0.20285283029079437, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9215838313102722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 451}
{"loss": -0.20054654777050018, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9182953238487244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 452}
{"loss": -0.20087860524654388, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9151889085769653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 453}
{"loss": -0.20113424956798553, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.9185271859169006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 454}
{"loss": -0.20161660015583038, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.921194314956665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 455}
{"loss": -0.20138362050056458, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9172706604003906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 456}
{"loss": -0.2029252052307129, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9146294593811035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 457}
{"loss": -0.20357757806777954, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9211367964744568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 458}
{"loss": -0.20537157356739044, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9213159084320068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 459}
{"loss": -0.20604541897773743, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9196446537971497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 460}
{"loss": -0.2072472870349884, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9249042272567749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 461}
{"loss": -0.20686794817447662, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9162917733192444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 462}
{"loss": -0.20666947960853577, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9205718636512756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 463}
{"loss": -0.20950984954833984, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9214946031570435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 464}
{"loss": -0.20852769911289215, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9202276468276978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 465}
{"loss": -0.20839041471481323, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9201393723487854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 466}
{"loss": -0.21014484763145447, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9207346439361572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 467}
{"loss": -0.21076615154743195, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9257115721702576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 468}
{"loss": -0.21155688166618347, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9196995496749878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 469}
{"loss": -0.20977267622947693, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9203985333442688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 470}
{"loss": -0.21119843423366547, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9174091815948486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 471}
{"loss": -0.21237939596176147, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9225313663482666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 472}
{"loss": -0.21179825067520142, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9146059155464172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 473}
{"loss": -0.21158120036125183, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9172943234443665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 474}
{"loss": -0.21200813353061676, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.915702223777771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 475}
{"loss": -0.21260471642017365, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9207922220230103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 476}
{"loss": -0.2126622051000595, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9205851554870605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 477}
{"loss": -0.2140437662601471, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9214891791343689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 478}
{"loss": -0.21472980082035065, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9219521284103394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 479}
{"loss": -0.21447458863258362, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9228453636169434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 480}
{"loss": -0.21526505053043365, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9199026823043823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 481}
{"loss": -0.21588057279586792, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9201793074607849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 482}
{"loss": -0.21680614352226257, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9177079200744629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 483}
{"loss": -0.21604374051094055, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9183096289634705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 484}
{"loss": -0.21797052025794983, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9187710285186768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 485}
{"loss": -0.21758243441581726, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9193625450134277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 486}
{"loss": -0.21998395025730133, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9179313778877258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 487}
{"loss": -0.21908950805664062, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.916939377784729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 488}
{"loss": -0.22021903097629547, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9194426536560059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 489}
{"loss": -0.21920157968997955, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9218729138374329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 490}
{"loss": -0.22103790938854218, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9179938435554504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 491}
{"loss": -0.22238247096538544, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9175354838371277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 492}
{"loss": -0.222865492105484, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9229400753974915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 493}
{"loss": -0.22204631567001343, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9239602088928223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 494}
{"loss": -0.2291051298379898, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.9244364500045776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 495}
{"loss": -0.22430025041103363, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9239152073860168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 496}
{"loss": -0.22326862812042236, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9204292893409729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 497}
{"loss": -0.22469617426395416, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9199295043945312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 498}
{"loss": -0.22441469132900238, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9198732972145081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 499}
{"loss": -0.22378003597259521, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9195123910903931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 500}
{"loss": -0.22447356581687927, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9205079078674316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 501}
{"loss": -0.22445914149284363, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.918838620185852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 502}
{"loss": -0.22652290761470795, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9193320870399475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 503}
{"loss": -0.2261381447315216, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9206886887550354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 504}
{"loss": -0.22558489441871643, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.922954797744751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 505}
{"loss": -0.22662317752838135, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9181550145149231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 506}
{"loss": -0.22783513367176056, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9220600724220276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 507}
{"loss": -0.22748646140098572, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.920809805393219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 508}
{"loss": -0.22897593677043915, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9187772870063782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 509}
{"loss": -0.22986574470996857, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9246101975440979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 510}
{"loss": -0.22979140281677246, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9187266230583191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9454081058502197}, "epoch": 511}
{"loss": -0.2302509844303131, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9200495481491089, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 512}
{"loss": -0.2310684472322464, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9204336404800415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 513}
{"loss": -0.2314608097076416, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.9173063635826111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 514}
{"loss": -0.23373308777809143, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.9179372787475586, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 515}
{"loss": -0.2309444397687912, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9187279343605042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 516}
{"loss": -0.23202987015247345, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.923158586025238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 517}
{"loss": -0.2326056808233261, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9222156405448914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 518}
{"loss": -0.23118571937084198, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9172205924987793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 519}
{"loss": -0.2335619330406189, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9179260730743408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 520}
{"loss": -0.2362455129623413, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9245222806930542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 521}
{"loss": -0.23407968878746033, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9217854738235474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 522}
{"loss": -0.2338894009590149, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9202948808670044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 523}
{"loss": -0.23555776476860046, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9236470460891724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 524}
{"loss": -0.23613213002681732, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9209879636764526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 525}
{"loss": -0.23638097941875458, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9226903319358826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 526}
{"loss": -0.23859211802482605, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9274966716766357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 527}
{"loss": -0.23694105446338654, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9223478436470032, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 528}
{"loss": -0.2371911257505417, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9232603311538696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 529}
{"loss": -0.2364315539598465, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9200689196586609, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 530}
{"loss": -0.2358025461435318, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9174714088439941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 531}
{"loss": -0.23887284100055695, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9229095578193665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 532}
{"loss": -0.23987798392772675, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9254734516143799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 533}
{"loss": -0.23967190086841583, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9265259504318237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 534}
{"loss": -0.24009433388710022, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9247292280197144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 535}
{"loss": -0.23847746849060059, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9215784072875977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 536}
{"loss": -0.23949049413204193, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9213848114013672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 537}
{"loss": -0.24047179520130157, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9186747670173645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 538}
{"loss": -0.24383214116096497, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9232409000396729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 539}
{"loss": -0.24357855319976807, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9244345426559448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 540}
{"loss": -0.24370577931404114, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9270251989364624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 541}
{"loss": -0.2438141405582428, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.925360918045044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2908163070678711}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 542}
{"loss": -0.24315603077411652, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9228715896606445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.30102041363716125}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 543}
{"loss": -0.24466241896152496, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.921937882900238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.29336732625961304}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 544}
{"loss": -0.24410480260849, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.926908552646637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.28826528787612915}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 545}
{"loss": -0.24308359622955322, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.922309398651123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.28826528787612915}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 546}
{"loss": -0.24607831239700317, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9236915707588196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2857142686843872}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 547}
{"loss": -0.24393410980701447, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9215346574783325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2908163070678711}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 548}
{"loss": -0.2451823353767395, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9244890213012695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.28826528787612915}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 549}
{"loss": -0.2464195042848587, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.924179196357727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2857142686843872}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 550}
{"loss": -0.24609513580799103, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9226104021072388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2857142686843872}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 551}
{"loss": -0.24714745581150055, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9237154722213745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.28826528787612915}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 552}
{"loss": -0.2462930530309677, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9215241074562073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2857142686843872}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 553}
{"loss": -0.24741549789905548, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9234846234321594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2780612111091614}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 554}
{"loss": -0.2475994974374771, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9244320392608643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.27551019191741943}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 555}
{"loss": -0.24655960500240326, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9208131432533264, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.28826528787612915}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 556}
{"loss": -0.2499159425497055, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9296550750732422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.27551019191741943}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 557}
{"loss": -0.25109297037124634, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9191831946372986, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.27551019191741943}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 558}
{"loss": -0.2501690983772278, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9204097986221313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 559}
{"loss": -0.24934931099414825, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9215945601463318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2602040767669678}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 560}
{"loss": -0.25017133355140686, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9224754571914673, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.27040815353393555}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 561}
{"loss": -0.24969540536403656, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9195176959037781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2729591727256775}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 562}
{"loss": -0.24805620312690735, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9189274907112122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.27040815353393555}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 563}
{"loss": -0.2508293390274048, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9230039715766907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2627550959587097}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 564}
{"loss": -0.2501569092273712, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9219240546226501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.26530611515045166}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 565}
{"loss": -0.2520158290863037, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9243263602256775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.27040815353393555}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 566}
{"loss": -0.25089365243911743, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9229892492294312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.27040815353393555}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 567}
{"loss": -0.2542678713798523, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9231655597686768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.27040815353393555}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 568}
{"loss": -0.2516460716724396, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9162803292274475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2678571343421936}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 569}
{"loss": -0.25445911288261414, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9246174693107605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.27040815353393555}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 570}
{"loss": -0.25269845128059387, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9218136072158813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2780612111091614}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 571}
{"loss": -0.25321847200393677, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9236968159675598, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.28316324949264526}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 572}
{"loss": -0.2555150091648102, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9280840158462524, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2627550959587097}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 573}
{"loss": -0.2535263001918793, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.924213707447052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2602040767669678}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 574}
{"loss": -0.25427210330963135, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.92198646068573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2602040767669678}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 575}
{"loss": -0.25436675548553467, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9246000647544861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2627550959587097}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 576}
{"loss": -0.2537446618080139, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9221928715705872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2602040767669678}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 577}
{"loss": -0.25519102811813354, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9227886199951172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2678571343421936}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 578}
{"loss": -0.25609520077705383, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9223787784576416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2729591727256775}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 579}
{"loss": -0.2544250190258026, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9205533862113953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2678571343421936}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 580}
{"loss": -0.25674641132354736, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.925367534160614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 581}
{"loss": -0.2580382823944092, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9285236597061157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 582}
{"loss": -0.25589197874069214, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.920751690864563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 583}
{"loss": -0.256652295589447, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9199860692024231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 584}
{"loss": -0.26055246591567993, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9187108278274536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 585}
{"loss": -0.2595967650413513, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9242538213729858, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 586}
{"loss": -0.25849926471710205, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.921191930770874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 587}
{"loss": -0.25927141308784485, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9215230941772461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 588}
{"loss": -0.2590157091617584, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9232047200202942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 589}
{"loss": -0.25977981090545654, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9255225658416748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 590}
{"loss": -0.2599674165248871, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9272285103797913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 591}
{"loss": -0.25885728001594543, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.920819878578186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 592}
{"loss": -0.2595688998699188, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9225304126739502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 593}
{"loss": -0.2594413459300995, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9191616773605347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 594}
{"loss": -0.25995415449142456, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9221218228340149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 595}
{"loss": -0.26066407561302185, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9236608743667603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 596}
{"loss": -0.26113322377204895, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9218877553939819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 597}
{"loss": -0.26108643412590027, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9250308871269226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 598}
{"loss": -0.26334646344184875, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.927711546421051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 599}
{"loss": -0.2638370990753174, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9242742657661438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9520407915115356}, "epoch": 600}
{"loss": -0.2634905278682709, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9215326309204102, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 601}
{"loss": -0.2636091411113739, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.924403727054596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 602}
{"loss": -0.2643658220767975, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9236274361610413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 603}
{"loss": -0.2647075653076172, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9239299893379211, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 604}
{"loss": -0.264015793800354, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9247351884841919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 605}
{"loss": -0.2638150453567505, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9220573306083679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 606}
{"loss": -0.26426559686660767, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9248708486557007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 607}
{"loss": -0.26458317041397095, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9234772324562073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 608}
{"loss": -0.2668909430503845, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9234316945075989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 609}
{"loss": -0.26618528366088867, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.926378071308136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 610}
{"loss": -0.26418864727020264, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9224039912223816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 611}
{"loss": -0.2670021057128906, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9240093231201172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 612}
{"loss": -0.2671620547771454, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9264953136444092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 613}
{"loss": -0.26655593514442444, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9218221306800842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9494897723197937}, "epoch": 614}
{"loss": -0.2698183059692383, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9243132472038269, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9469387531280518}, "epoch": 615}
{"loss": -0.26721644401550293, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9215042591094971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 616}
{"loss": -0.2686818242073059, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9252455830574036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 617}
{"loss": -0.2678995430469513, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9229885935783386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 618}
{"loss": -0.2683568298816681, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9242352247238159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 619}
{"loss": -0.2687261402606964, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9257684350013733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2678571343421936}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 620}
{"loss": -0.26923927664756775, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9219385385513306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2602040767669678}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 621}
{"loss": -0.2697077691555023, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.924274206161499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2602040767669678}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 622}
{"loss": -0.2709532082080841, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9251435399055481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2627550959587097}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 623}
{"loss": -0.2694249153137207, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9226332306861877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2602040767669678}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 624}
{"loss": -0.27036258578300476, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9254942536354065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 625}
{"loss": -0.27086955308914185, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9222039580345154, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 626}
{"loss": -0.2694772779941559, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9201929569244385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 627}
{"loss": -0.27013716101646423, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9243927597999573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 628}
{"loss": -0.2728172838687897, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9261177778244019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 629}
{"loss": -0.27374300360679626, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9243668913841248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 630}
{"loss": -0.27279365062713623, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9199416041374207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 631}
{"loss": -0.272563099861145, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9261606335639954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 632}
{"loss": -0.27392083406448364, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9222803711891174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 633}
{"loss": -0.27340561151504517, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9237010478973389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 634}
{"loss": -0.2726022005081177, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9219463467597961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 635}
{"loss": -0.2746778130531311, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9265219569206238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 636}
{"loss": -0.27453354001045227, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9227655529975891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 637}
{"loss": -0.27478551864624023, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9251980185508728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 638}
{"loss": -0.2770330309867859, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9312501549720764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 639}
{"loss": -0.2766011953353882, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9317407608032227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 640}
{"loss": -0.27555832266807556, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9279805421829224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 641}
{"loss": -0.27682846784591675, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.930194616317749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 642}
{"loss": -0.2755872905254364, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9241652488708496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 643}
{"loss": -0.2764313220977783, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.928769588470459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 644}
{"loss": -0.27544185519218445, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.924810528755188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 645}
{"loss": -0.2753763496875763, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9241048693656921, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 646}
{"loss": -0.2766951024532318, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9264280796051025, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 647}
{"loss": -0.2768215239048004, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9268109202384949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 648}
{"loss": -0.27563196420669556, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9236739277839661, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 649}
{"loss": -0.2775163948535919, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9240112900733948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 650}
{"loss": -0.278431236743927, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9239699244499207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 651}
{"loss": -0.27878525853157043, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9265753030776978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 652}
{"loss": -0.27968117594718933, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9258636832237244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 653}
{"loss": -0.2783334255218506, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9219692945480347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9520407915115356}, "epoch": 654}
{"loss": -0.28032341599464417, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9270374774932861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 655}
{"loss": -0.2774183750152588, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9244402050971985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 656}
{"loss": -0.2798939645290375, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9237340688705444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9520407915115356}, "epoch": 657}
{"loss": -0.27994033694267273, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9280567765235901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 658}
{"loss": -0.28139451146125793, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9293661117553711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 659}
{"loss": -0.2802616059780121, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9262992143630981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 660}
{"loss": -0.2810651659965515, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9239872694015503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 661}
{"loss": -0.28220078349113464, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.923563539981842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 662}
{"loss": -0.2816098928451538, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.926891565322876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 663}
{"loss": -0.2812349498271942, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9222674369812012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 664}
{"loss": -0.2841624617576599, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9283334016799927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 665}
{"loss": -0.2822299897670746, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9273651242256165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 666}
{"loss": -0.28210246562957764, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9259307384490967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 667}
{"loss": -0.2820081412792206, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9230954647064209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 668}
{"loss": -0.28418684005737305, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9279686808586121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 669}
{"loss": -0.28428342938423157, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9261184930801392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 670}
{"loss": -0.28572770953178406, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9285506010055542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 671}
{"loss": -0.2853882312774658, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9291614890098572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 672}
{"loss": -0.28426751494407654, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9218300580978394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 673}
{"loss": -0.2856768071651459, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9242656230926514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 674}
{"loss": -0.28355586528778076, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9230817556381226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 675}
{"loss": -0.2854722738265991, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9286595582962036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 676}
{"loss": -0.28558599948883057, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9290944337844849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 677}
{"loss": -0.2849821448326111, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9238612651824951, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 678}
{"loss": -0.28603681921958923, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9256059527397156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 679}
{"loss": -0.285175621509552, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9251835942268372, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 680}
{"loss": -0.2877475619316101, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9275640249252319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 681}
{"loss": -0.2871576249599457, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9276326298713684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 682}
{"loss": -0.28747522830963135, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9265455603599548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 683}
{"loss": -0.28673526644706726, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9275970458984375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 684}
{"loss": -0.2860296964645386, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9207505583763123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 685}
{"loss": -0.2871817350387573, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9262070059776306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 686}
{"loss": -0.28772127628326416, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9284185171127319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 687}
{"loss": -0.28907063603401184, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9288904666900635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 688}
{"loss": -0.28973180055618286, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9269955158233643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 689}
{"loss": -0.2893882393836975, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9278292655944824, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 690}
{"loss": -0.2885800302028656, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9220079779624939, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 691}
{"loss": -0.28977859020233154, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9265733361244202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 692}
{"loss": -0.2883703112602234, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9266842007637024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 693}
{"loss": -0.28889021277427673, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9241457581520081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 694}
{"loss": -0.2908603847026825, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9268835783004761, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 695}
{"loss": -0.28945985436439514, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.924663782119751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 696}
{"loss": -0.2903136909008026, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9258581399917603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9469387531280518}, "epoch": 697}
{"loss": -0.29153385758399963, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9288496971130371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 698}
{"loss": -0.2913050651550293, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.929682195186615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 699}
{"loss": -0.290865421295166, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9268081784248352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 700}
{"loss": -0.2918130159378052, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9248103499412537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 701}
{"loss": -0.29243203997612, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.927169680595398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 702}
{"loss": -0.2925674617290497, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.926600992679596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 703}
{"loss": -0.2898653447628021, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9225472211837769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 704}
{"loss": -0.2920193672180176, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9270889759063721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 705}
{"loss": -0.29290571808815, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9262227416038513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 706}
{"loss": -0.29389694333076477, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.926008939743042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 707}
{"loss": -0.2928624451160431, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9259755611419678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 708}
{"loss": -0.2930053174495697, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9253740906715393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 709}
{"loss": -0.2935498058795929, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9233086109161377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 710}
{"loss": -0.29430440068244934, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9258751273155212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 711}
{"loss": -0.29335954785346985, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9260358214378357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 712}
{"loss": -0.29435884952545166, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9257420897483826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 713}
{"loss": -0.2939609885215759, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9248429536819458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 714}
{"loss": -0.2937529385089874, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9275087118148804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 715}
{"loss": -0.2936810851097107, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9249830842018127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "epoch": 716}
{"loss": -0.29360151290893555, "acc": 0.9986400604248047, "acc_or": 0.9992067217826843, "sender_entropy": 0.9235553741455078, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 717}
{"loss": -0.29663407802581787, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9251470565795898, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 718}
{"loss": -0.29488953948020935, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9283296465873718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 719}
{"loss": -0.2953798174858093, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9262705445289612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 720}
{"loss": -0.2956748604774475, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9253177642822266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 721}
{"loss": -0.2953758239746094, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9255390763282776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 722}
{"loss": -0.295834481716156, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9254487156867981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 723}
{"loss": -0.29660123586654663, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9291394352912903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 724}
{"loss": -0.2960692346096039, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9251388311386108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 725}
{"loss": -0.297993540763855, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9311182498931885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 726}
{"loss": -0.2990938425064087, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9325178265571594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 727}
{"loss": -0.2970634400844574, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9269360303878784, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 728}
{"loss": -0.2983785569667816, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9238749146461487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 729}
{"loss": -0.2985689342021942, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9295768141746521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 730}
{"loss": -0.29850244522094727, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9262447953224182, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 731}
{"loss": -0.29950791597366333, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9267544150352478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 732}
{"loss": -0.2973550856113434, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9230862855911255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 733}
{"loss": -0.2968277037143707, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9235445261001587, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 734}
{"loss": -0.2988787889480591, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9272237420082092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 735}
{"loss": -0.29897814989089966, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9279184341430664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 736}
{"loss": -0.2993762493133545, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9266953468322754, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 737}
{"loss": -0.3000730276107788, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9279767274856567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 738}
{"loss": -0.30001410841941833, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.927792489528656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 739}
{"loss": -0.3015666604042053, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9309566617012024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 740}
{"loss": -0.299858421087265, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.925117552280426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 741}
{"loss": -0.29907581210136414, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9242221117019653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 742}
{"loss": -0.3007991313934326, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9236927628517151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 743}
{"loss": -0.3000931441783905, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9267358779907227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 744}
{"loss": -0.3033936321735382, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9319524765014648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 745}
{"loss": -0.30189248919487, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9278180599212646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 746}
{"loss": -0.300757497549057, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9267483353614807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 747}
{"loss": -0.30276232957839966, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9302381873130798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 748}
{"loss": -0.3023781478404999, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9280096292495728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 749}
{"loss": -0.3020820617675781, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9280338287353516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 750}
{"loss": -0.30324968695640564, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.92995285987854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 751}
{"loss": -0.3037557005882263, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9320147037506104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 752}
{"loss": -0.3022516965866089, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9239773154258728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 753}
{"loss": -0.3028317391872406, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9256314635276794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 754}
{"loss": -0.30308106541633606, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9292840957641602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 755}
{"loss": -0.3026825487613678, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.925156831741333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 756}
{"loss": -0.30364713072776794, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9281607270240784, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 757}
{"loss": -0.3034021258354187, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9263851642608643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 758}
{"loss": -0.3038061559200287, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9284076690673828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 759}
{"loss": -0.3030235469341278, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9226764440536499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 760}
{"loss": -0.30370819568634033, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9262648224830627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 761}
{"loss": -0.3045709431171417, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9264544248580933, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 762}
{"loss": -0.3042226731777191, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9272259473800659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 763}
{"loss": -0.30544933676719666, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9281778335571289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 764}
{"loss": -0.30547887086868286, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9271427392959595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 765}
{"loss": -0.3052469789981842, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9255155324935913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 766}
{"loss": -0.3098546862602234, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9377421736717224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 767}
{"loss": -0.3050229251384735, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9260075688362122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 768}
{"loss": -0.3072095513343811, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9299827814102173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 769}
{"loss": -0.3057808578014374, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9268876314163208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 770}
{"loss": -0.30634215474128723, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9249143004417419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 771}
{"loss": -0.30912935733795166, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9318212270736694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 772}
{"loss": -0.30838197469711304, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9309086203575134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 773}
{"loss": -0.30679750442504883, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.925696611404419, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 774}
{"loss": -0.3079542815685272, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9277710914611816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 775}
{"loss": -0.3074808120727539, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9296368360519409, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 776}
{"loss": -0.3078973889350891, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9272066950798035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 777}
{"loss": -0.30855244398117065, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.927641749382019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 778}
{"loss": -0.30888792872428894, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9284548163414001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 779}
{"loss": -0.30771729350090027, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9251686334609985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 780}
{"loss": -0.30991512537002563, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9313941597938538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 781}
{"loss": -0.3107506036758423, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.933793842792511, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 782}
{"loss": -0.30926382541656494, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9316036701202393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 783}
{"loss": -0.3082509934902191, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9272308945655823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 784}
{"loss": -0.30979615449905396, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9273731708526611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 785}
{"loss": -0.3112669587135315, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9293517470359802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 786}
{"loss": -0.3104124963283539, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9288561344146729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 787}
{"loss": -0.31056278944015503, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.928924560546875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 788}
{"loss": -0.31102117896080017, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9278236627578735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 789}
{"loss": -0.3111543655395508, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9283939599990845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 790}
{"loss": -0.3100889027118683, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9303309321403503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 791}
{"loss": -0.3113998472690582, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.928706705570221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 792}
{"loss": -0.30948832631111145, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9241258502006531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 793}
{"loss": -0.31234288215637207, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9298844933509827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 794}
{"loss": -0.3125045895576477, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9294305443763733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 795}
{"loss": -0.31118106842041016, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9265371561050415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 796}
{"loss": -0.31169620156288147, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9253500699996948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 797}
{"loss": -0.312786340713501, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9299619793891907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 798}
{"loss": -0.3200567066669464, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9254462718963623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 799}
{"loss": -0.31436920166015625, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9296914935112, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 800}
{"loss": -0.3129546046257019, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9301688075065613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 801}
{"loss": -0.3134409189224243, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9302062392234802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 802}
{"loss": -0.31250664591789246, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.927417516708374, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 803}
{"loss": -0.31233587861061096, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.92598557472229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 804}
{"loss": -0.3136935532093048, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9294986128807068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 805}
{"loss": -0.31374451518058777, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9273592233657837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 806}
{"loss": -0.31448930501937866, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9308338165283203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 807}
{"loss": -0.3170256018638611, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9292951822280884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 808}
{"loss": -0.3150506913661957, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9295730590820312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 809}
{"loss": -0.3133116662502289, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9282280802726746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 810}
{"loss": -0.3143445551395416, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9294090270996094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 811}
{"loss": -0.31502431631088257, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9306765794754028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 812}
{"loss": -0.3147187829017639, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9287411570549011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 813}
{"loss": -0.3164135813713074, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9324777126312256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 814}
{"loss": -0.3155919015407562, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9326165318489075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 815}
{"loss": -0.31456971168518066, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9296496510505676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 816}
{"loss": -0.3148849308490753, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9254773855209351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 817}
{"loss": -0.3137500286102295, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.926699161529541, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 818}
{"loss": -0.31483468413352966, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9278442859649658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 819}
{"loss": -0.31591230630874634, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9291328191757202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 820}
{"loss": -0.31517869234085083, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9282360672950745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 821}
{"loss": -0.31578269600868225, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9293264746665955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 822}
{"loss": -0.3175162971019745, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9320620894432068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 823}
{"loss": -0.3161422312259674, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9261108040809631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 824}
{"loss": -0.31467199325561523, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9254870414733887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 825}
{"loss": -0.3179076015949249, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9314427375793457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 826}
{"loss": -0.31750723719596863, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9326030015945435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 827}
{"loss": -0.31680989265441895, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9297999143600464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 828}
{"loss": -0.31800925731658936, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9279773235321045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 829}
{"loss": -0.3172820806503296, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9294225573539734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 830}
{"loss": -0.3189926743507385, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.932274341583252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 831}
{"loss": -0.31729841232299805, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9279263615608215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 832}
{"loss": -0.31794503331184387, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9279536604881287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 833}
{"loss": -0.3175368905067444, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9248158931732178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 834}
{"loss": -0.3180146813392639, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9264086484909058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 835}
{"loss": -0.3190840184688568, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9317280650138855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 836}
{"loss": -0.3186163902282715, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9300479292869568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 837}
{"loss": -0.33123111724853516, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.9126626253128052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 838}
{"loss": -0.32013434171676636, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9257196187973022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 839}
{"loss": -0.3191913664340973, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9259015321731567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 840}
{"loss": -0.32086363434791565, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9324246048927307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 841}
{"loss": -0.31956717371940613, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9292298555374146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 842}
{"loss": -0.3188606798648834, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.924564003944397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 843}
{"loss": -0.3200497627258301, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9274414777755737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 844}
{"loss": -0.3198866546154022, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9285219311714172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 845}
{"loss": -0.3194078803062439, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9260298609733582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 846}
{"loss": -0.31953102350234985, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9274578094482422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 847}
{"loss": -0.3212004005908966, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9300704002380371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 848}
{"loss": -0.31983232498168945, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9248600006103516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 849}
{"loss": -0.3229629099369049, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9322118163108826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25765305757522583}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 850}
{"loss": -0.3220672607421875, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.929726243019104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 851}
{"loss": -0.32057806849479675, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9265472292900085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 852}
{"loss": -0.3219749927520752, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9306197762489319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 853}
{"loss": -0.32096704840660095, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9271265864372253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 854}
{"loss": -0.32084760069847107, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.927933931350708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 855}
{"loss": -0.3203260004520416, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9261669516563416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 856}
{"loss": -0.3230713903903961, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9343711137771606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 857}
{"loss": -0.32401734590530396, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9313946962356567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 858}
{"loss": -0.3225085139274597, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9268231987953186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 859}
{"loss": -0.321340948343277, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9258967041969299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 860}
{"loss": -0.32282713055610657, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9305416345596313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 861}
{"loss": -0.32331568002700806, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9301908612251282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 862}
{"loss": -0.3222581744194031, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9268769025802612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 863}
{"loss": -0.3251853287220001, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9290122985839844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 864}
{"loss": -0.3281121850013733, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9407621622085571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 865}
{"loss": -0.32355496287345886, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9286848306655884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 866}
{"loss": -0.32385796308517456, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9256812930107117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 867}
{"loss": -0.3232150077819824, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9275997877120972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 868}
{"loss": -0.32352522015571594, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.927676796913147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 869}
{"loss": -0.32662200927734375, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9332343935966492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 870}
{"loss": -0.3243130147457123, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9288455247879028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 871}
{"loss": -0.3235819637775421, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9280580282211304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 872}
{"loss": -0.3241117596626282, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9309411644935608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 873}
{"loss": -0.3243017792701721, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9262711405754089, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 874}
{"loss": -0.3252096176147461, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9297372102737427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 875}
{"loss": -0.32476505637168884, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9266324043273926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 876}
{"loss": -0.3267199695110321, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9312569499015808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 877}
{"loss": -0.32580336928367615, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9273932576179504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 878}
{"loss": -0.3258518874645233, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9309260249137878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9454081058502197}, "epoch": 879}
{"loss": -0.32671788334846497, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.931812584400177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 880}
{"loss": -0.3263300657272339, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9297385215759277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 881}
{"loss": -0.3269955813884735, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9320507645606995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 882}
{"loss": -0.32635781168937683, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9308316111564636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 883}
{"loss": -0.32598236203193665, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9279348254203796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 884}
{"loss": -0.3260498344898224, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9274972677230835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 885}
{"loss": -0.32839512825012207, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9308796525001526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 886}
{"loss": -0.32754093408584595, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9273979067802429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 887}
{"loss": -0.32760709524154663, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9330765008926392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 888}
{"loss": -0.327934592962265, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.929505467414856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 889}
{"loss": -0.32654228806495667, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.926692008972168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 890}
{"loss": -0.3273618817329407, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9308661222457886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 891}
{"loss": -0.3266603648662567, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9273786544799805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 892}
{"loss": -0.32899829745292664, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9303509593009949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 893}
{"loss": -0.328574538230896, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9309670925140381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 894}
{"loss": -0.32748639583587646, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9272449612617493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 895}
{"loss": -0.3275415003299713, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9272400140762329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 896}
{"loss": -0.33079564571380615, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9337252378463745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 897}
{"loss": -0.3300457298755646, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9313945174217224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 898}
{"loss": -0.33080723881721497, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9310128688812256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 899}
{"loss": -0.32940873503685, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.932201087474823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 900}
{"loss": -0.3286912441253662, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9295330047607422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 901}
{"loss": -0.3294808566570282, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9308017492294312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 902}
{"loss": -0.32856786251068115, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9290358424186707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 903}
{"loss": -0.32945600152015686, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9300905466079712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 904}
{"loss": -0.3302851617336273, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9294599890708923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 905}
{"loss": -0.3312012553215027, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9298712015151978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 906}
{"loss": -0.3294340968132019, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.929780125617981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 907}
{"loss": -0.3310222029685974, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.931718111038208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 908}
{"loss": -0.3291642367839813, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9293193817138672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 909}
{"loss": -0.3323152959346771, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.935856282711029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 910}
{"loss": -0.3304406404495239, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9313094019889832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 911}
{"loss": -0.3307807743549347, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9306443333625793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 912}
{"loss": -0.3312176764011383, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9281242489814758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 913}
{"loss": -0.3304925560951233, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9279924631118774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 914}
{"loss": -0.33081549406051636, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9305480718612671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 915}
{"loss": -0.3323153555393219, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9326596856117249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 916}
{"loss": -0.33054319024086, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9290637373924255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 917}
{"loss": -0.33163928985595703, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9314531683921814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 918}
{"loss": -0.33235323429107666, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9349601864814758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 919}
{"loss": -0.3309934735298157, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9297187328338623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 920}
{"loss": -0.3320189118385315, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9289417862892151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 921}
{"loss": -0.3307250738143921, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.929072380065918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 922}
{"loss": -0.3320769667625427, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9299491047859192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 923}
{"loss": -0.3310892581939697, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9264231324195862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 924}
{"loss": -0.33266764879226685, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9271562099456787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 925}
{"loss": -0.3331237733364105, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9290717244148254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 926}
{"loss": -0.33247604966163635, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9274739623069763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 927}
{"loss": -0.3322151005268097, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9286549091339111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 928}
{"loss": -0.3334699869155884, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9280872941017151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 929}
{"loss": -0.3350297510623932, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9315020442008972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 930}
{"loss": -0.3336173892021179, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9280387163162231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 931}
{"loss": -0.33456289768218994, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9318670630455017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 932}
{"loss": -0.3356590270996094, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9319452047348022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 933}
{"loss": -0.33496615290641785, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9325130581855774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 934}
{"loss": -0.3343430757522583, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9287266731262207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 935}
{"loss": -0.33428317308425903, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9307404160499573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 936}
{"loss": -0.33305516839027405, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9283930659294128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 937}
{"loss": -0.3341085910797119, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9293056726455688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 938}
{"loss": -0.335541695356369, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9320751428604126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 939}
{"loss": -0.33713528513908386, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.933661937713623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 940}
{"loss": -0.3353596329689026, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9313041567802429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 941}
{"loss": -0.33509230613708496, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.929520845413208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 942}
{"loss": -0.3346998989582062, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9305208325386047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 943}
{"loss": -0.33547547459602356, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9297946095466614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 944}
{"loss": -0.3356896936893463, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9321433901786804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 945}
{"loss": -0.3348083794116974, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9271124601364136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 946}
{"loss": -0.33652570843696594, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9281800389289856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 947}
{"loss": -0.3349367380142212, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9287161231040955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 948}
{"loss": -0.33666613698005676, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9332637190818787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 949}
{"loss": -0.33688583970069885, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9323114156723022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 950}
{"loss": -0.3380248248577118, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.936382532119751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 951}
{"loss": -0.33625897765159607, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9311468005180359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 952}
{"loss": -0.3376108407974243, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9327272176742554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 953}
{"loss": -0.336732417345047, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9323909878730774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 953}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 954}
{"loss": -0.3370857536792755, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9310908317565918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 954}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 955}
{"loss": -0.3381923735141754, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9337474703788757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 955}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 956}
{"loss": -0.3381306827068329, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9343124628067017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 956}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 957}
{"loss": -0.33676767349243164, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9278243780136108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 957}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 958}
{"loss": -0.33619561791419983, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9277852773666382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 958}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 959}
{"loss": -0.3372040092945099, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9306131601333618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 959}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 960}
{"loss": -0.3376182019710541, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9329677820205688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 960}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 961}
{"loss": -0.3366636037826538, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9302225112915039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 961}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 962}
{"loss": -0.33723723888397217, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9298667907714844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 962}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 963}
{"loss": -0.33753103017807007, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9306122660636902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 963}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 964}
{"loss": -0.3385764956474304, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.93345707654953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 964}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 965}
{"loss": -0.33771076798439026, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9316810369491577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 965}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 966}
{"loss": -0.33969247341156006, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9338239431381226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 966}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 967}
{"loss": -0.3383842408657074, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9300007224082947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 967}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 968}
{"loss": -0.33765217661857605, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9278483390808105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 968}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 969}
{"loss": -0.34046727418899536, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9293003678321838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 969}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 970}
{"loss": -0.3397287130355835, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9329069256782532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 970}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 971}
{"loss": -0.338693231344223, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9302619695663452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 971}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 972}
{"loss": -0.3391244411468506, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.93126380443573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 972}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 973}
{"loss": -0.3397761285305023, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9311200380325317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 973}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 974}
{"loss": -0.3412644565105438, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9344965815544128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 974}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 975}
{"loss": -0.3409334719181061, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9337637424468994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 975}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 976}
{"loss": -0.3394763767719269, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9314725995063782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 976}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 977}
{"loss": -0.34021657705307007, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9283315539360046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 977}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 978}
{"loss": -0.3403676748275757, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.931206464767456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 978}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 979}
{"loss": -0.34254270792007446, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9357237219810486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 979}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 980}
{"loss": -0.34139537811279297, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9324039220809937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 980}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 981}
{"loss": -0.3404236435890198, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9325264096260071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 981}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 982}
{"loss": -0.34038975834846497, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9290015697479248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 982}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 983}
{"loss": -0.34040722250938416, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9309212565422058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 983}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 984}
{"loss": -0.3403923511505127, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9301971197128296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 984}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 985}
{"loss": -0.3398975729942322, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.930141031742096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 985}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 986}
{"loss": -0.34063196182250977, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9311127066612244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 986}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 987}
{"loss": -0.3417796194553375, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9340346455574036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 987}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 988}
{"loss": -0.34320497512817383, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9330297708511353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 988}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 989}
{"loss": -0.3413882851600647, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9311099648475647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 989}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 990}
{"loss": -0.341336190700531, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9285691380500793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 990}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 991}
{"loss": -0.34186461567878723, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9291994571685791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 991}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 992}
{"loss": -0.3424106538295746, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9337838888168335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 992}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 993}
{"loss": -0.34240177273750305, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9325664043426514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 993}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 994}
{"loss": -0.3411712050437927, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9308451414108276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 994}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 995}
{"loss": -0.34278199076652527, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9311231374740601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 995}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 996}
{"loss": -0.3428686559200287, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9330056309700012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 996}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 997}
{"loss": -0.3426436185836792, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9307512640953064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 997}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 998}
{"loss": -0.34259381890296936, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9314931035041809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 998}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 999}
{"loss": -0.3429428040981293, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9324976801872253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 999}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1000}
{"loss": -0.3410986363887787, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9290076494216919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1000}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1001}
{"loss": -0.343818336725235, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9330233335494995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1001}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1002}
{"loss": -0.3423147201538086, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9312812685966492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1002}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1003}
{"loss": -0.3435479700565338, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9313121438026428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1003}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1004}
{"loss": -0.3446987271308899, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9342524409294128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1004}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1005}
{"loss": -0.3429756760597229, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9302300214767456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1005}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1006}
{"loss": -0.3440259099006653, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.931481122970581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1006}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1007}
{"loss": -0.3447175920009613, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9329025149345398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1007}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1008}
{"loss": -0.3441011309623718, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9318776726722717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1008}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1009}
{"loss": -0.34432199597358704, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9328230619430542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1009}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1010}
{"loss": -0.3439636826515198, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.931098997592926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1010}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1011}
{"loss": -0.3454913794994354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9326891303062439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1011}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1012}
{"loss": -0.3436407446861267, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9310810565948486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1012}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1013}
{"loss": -0.34383711218833923, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9314913153648376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1013}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1014}
{"loss": -0.3448141813278198, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9303463101387024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1014}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1015}
{"loss": -0.3465905785560608, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9356048703193665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1015}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1016}
{"loss": -0.3439509868621826, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9303871393203735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1016}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1017}
{"loss": -0.34636402130126953, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9294447898864746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1017}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1018}
{"loss": -0.344969779253006, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9317783117294312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1018}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1019}
{"loss": -0.34650754928588867, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9336227178573608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1019}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1020}
{"loss": -0.34558114409446716, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9310200810432434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1020}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1021}
{"loss": -0.3457724153995514, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9320023059844971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1021}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1022}
{"loss": -0.34553855657577515, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9305810332298279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1022}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1023}
{"loss": -0.3465091288089752, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9340028166770935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1023}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1024}
{"loss": -0.347068727016449, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9346612691879272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1024}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1025}
{"loss": -0.34555673599243164, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9322289824485779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1025}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1026}
{"loss": -0.3460277318954468, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9328159689903259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1026}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1027}
{"loss": -0.3463786542415619, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9314303398132324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1027}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1028}
{"loss": -0.3483581840991974, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9358142614364624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1028}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1029}
{"loss": -0.34720349311828613, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9315308332443237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1029}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1030}
{"loss": -0.34615758061408997, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9313258528709412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1030}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1031}
{"loss": -0.34664493799209595, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9330450296401978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1031}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1032}
{"loss": -0.3455505967140198, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.927787184715271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1032}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1033}
{"loss": -0.34653860330581665, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.931236982345581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1033}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1034}
{"loss": -0.34786373376846313, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9347618818283081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1034}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1035}
{"loss": -0.3466191589832306, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9307666420936584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1035}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1036}
{"loss": -0.34693580865859985, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9333288073539734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1036}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1037}
{"loss": -0.3465694487094879, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9311429262161255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1037}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1038}
{"loss": -0.34804368019104004, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9317320585250854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1038}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1039}
{"loss": -0.3475169241428375, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9292532205581665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1039}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1040}
{"loss": -0.3508596420288086, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9383611083030701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1040}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1041}
{"loss": -0.34865495562553406, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9349137544631958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1041}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1042}
{"loss": -0.348002552986145, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9317222833633423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1042}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1043}
{"loss": -0.35028737783432007, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9362047910690308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1043}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1044}
{"loss": -0.3485076129436493, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9326115250587463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1044}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1045}
{"loss": -0.3465674817562103, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9265010356903076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1045}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1046}
{"loss": -0.3476811349391937, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.931835412979126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1046}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1047}
{"loss": -0.3508526086807251, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9394791126251221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1047}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1048}
{"loss": -0.3484306335449219, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9322019219398499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1048}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1049}
{"loss": -0.347223699092865, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9295064210891724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1049}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1050}
{"loss": -0.348574161529541, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.933330237865448, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1050}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1051}
{"loss": -0.3484277129173279, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9324145317077637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1051}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1052}
{"loss": -0.3474825918674469, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9311397075653076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1052}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1053}
{"loss": -0.3484076261520386, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9330334067344666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1053}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1054}
{"loss": -0.34835556149482727, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9311040639877319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1054}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1055}
{"loss": -0.3487333655357361, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9306421279907227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1055}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1056}
{"loss": -0.35053038597106934, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9324635863304138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1056}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1057}
{"loss": -0.3482586741447449, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9282222390174866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1057}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1058}
{"loss": -0.34909021854400635, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9277815818786621, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1058}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1059}
{"loss": -0.3518429696559906, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9358893036842346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1059}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1060}
{"loss": -0.3498120903968811, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9330089688301086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1060}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1061}
{"loss": -0.35109734535217285, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9353306293487549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1061}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1062}
{"loss": -0.350692480802536, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9336269497871399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1062}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1063}
{"loss": -0.35056689381599426, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9331457614898682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1063}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1064}
{"loss": -0.3511371314525604, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9338034987449646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1064}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1065}
{"loss": -0.35029393434524536, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.931400716304779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1065}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1066}
{"loss": -0.3491305112838745, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9276469349861145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1066}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1067}
{"loss": -0.3508289158344269, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9297357797622681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1067}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1068}
{"loss": -0.35164692997932434, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9329744577407837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1068}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1069}
{"loss": -0.35284367203712463, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9367775321006775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1069}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.26530611515045166}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1070}
{"loss": -0.3504985272884369, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9264767169952393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1070}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2602040767669678}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1071}
{"loss": -0.35098665952682495, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9309389591217041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1071}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25765305757522583}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 1072}
{"loss": -0.3506690263748169, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9301583766937256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1072}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1073}
{"loss": -0.35117512941360474, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9326701164245605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1073}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2678571343421936}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1074}
{"loss": -0.3501313328742981, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9306383728981018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1074}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2602040767669678}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 1075}
{"loss": -0.3500669598579407, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9307818412780762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1075}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1076}
{"loss": -0.3505898714065552, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9321678876876831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1076}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 1077}
{"loss": -0.3520224392414093, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9343622326850891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1077}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 1078}
{"loss": -0.351001501083374, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9331774115562439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1078}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25765305757522583}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1079}
{"loss": -0.35142746567726135, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9336260557174683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1079}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1080}
{"loss": -0.35114794969558716, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9324166774749756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1080}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1081}
{"loss": -0.3521636128425598, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9341493248939514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1081}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.26530611515045166}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 1082}
{"loss": -0.35067394375801086, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9276841282844543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1082}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 1083}
{"loss": -0.3519419729709625, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9289094805717468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1083}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1084}
{"loss": -0.3542570471763611, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9366227984428406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1084}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1085}
{"loss": -0.3545800447463989, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9368746876716614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1085}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1086}
{"loss": -0.35363784432411194, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9340758323669434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1086}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1087}
{"loss": -0.3540172278881073, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9345740675926208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1087}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1088}
{"loss": -0.3527120351791382, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9340541362762451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1088}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1089}
{"loss": -0.3520072102546692, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9318584203720093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1089}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1090}
{"loss": -0.3506081998348236, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9284921288490295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1090}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1091}
{"loss": -0.3522990643978119, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9323208928108215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1091}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1092}
{"loss": -0.3546943664550781, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9349395036697388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1092}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1093}
{"loss": -0.35347920656204224, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9339942932128906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1093}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1094}
{"loss": -0.35426461696624756, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9329127073287964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1094}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1095}
{"loss": -0.3531354069709778, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9316366314888, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1095}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1096}
{"loss": -0.35539916157722473, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9364472031593323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1096}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1097}
{"loss": -0.35292133688926697, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9325286746025085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1097}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1098}
{"loss": -0.35392722487449646, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9319800734519958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1098}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1099}
{"loss": -0.3532305955886841, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9296994805335999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1099}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1100}
{"loss": -0.35395243763923645, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9341009855270386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1100}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1101}
{"loss": -0.3556319773197174, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9345667958259583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1101}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1102}
{"loss": -0.3540375530719757, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9327936172485352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1102}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1103}
{"loss": -0.3539670407772064, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9327260851860046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1103}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1104}
{"loss": -0.35659855604171753, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9362384676933289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1104}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1105}
{"loss": -0.3550559878349304, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.934179425239563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1105}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1106}
{"loss": -0.354660302400589, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9321364164352417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1106}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1107}
{"loss": -0.3539750576019287, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9304835796356201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1107}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1108}
{"loss": -0.35465607047080994, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9333228468894958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1108}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1109}
{"loss": -0.3550545871257782, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9328914284706116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1109}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1110}
{"loss": -0.3545563220977783, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9318389296531677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1110}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1111}
{"loss": -0.3560692071914673, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9342275857925415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1111}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1112}
{"loss": -0.3559148609638214, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9339988231658936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1112}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1113}
{"loss": -0.3555867671966553, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9328294396400452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1113}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1114}
{"loss": -0.3545389473438263, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9314571619033813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1114}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1115}
{"loss": -0.35441818833351135, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9321603178977966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1115}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1116}
{"loss": -0.35576069355010986, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9351092576980591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1116}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1117}
{"loss": -0.3545372486114502, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9318442344665527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1117}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1118}
{"loss": -0.3568277657032013, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9334405660629272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1118}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1119}
{"loss": -0.35724884271621704, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9373682141304016, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1119}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1120}
{"loss": -0.3563014566898346, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.933281660079956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1120}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1121}
{"loss": -0.35512033104896545, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9311387538909912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1121}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1122}
{"loss": -0.35500746965408325, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9290962815284729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1122}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1123}
{"loss": -0.35779061913490295, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9374353885650635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1123}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1124}
{"loss": -0.3559049665927887, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9317740797996521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1124}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1125}
{"loss": -0.35666146874427795, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.931969404220581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1125}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1126}
{"loss": -0.35778436064720154, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9365971684455872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1126}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1127}
{"loss": -0.3558041453361511, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9319037795066833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1127}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1128}
{"loss": -0.3564857244491577, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9321813583374023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1128}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 1129}
{"loss": -0.35914838314056396, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9367367029190063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1129}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1130}
{"loss": -0.3575965464115143, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9330262541770935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1130}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 1131}
{"loss": -0.35647740960121155, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9327883720397949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1131}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1132}
{"loss": -0.35568100214004517, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9302713871002197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1132}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1133}
{"loss": -0.35615259408950806, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9311834573745728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1133}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1134}
{"loss": -0.35907262563705444, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9374014735221863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1134}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1135}
{"loss": -0.35922518372535706, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9335781335830688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1135}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 1136}
{"loss": -0.3566623032093048, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9301784634590149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1136}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1137}
{"loss": -0.3579474687576294, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9340816140174866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1137}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1138}
{"loss": -0.3568863272666931, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9301513433456421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1138}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1139}
{"loss": -0.3579586148262024, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9333381056785583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1139}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1140}
{"loss": -0.35661911964416504, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9307531714439392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1140}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1141}
{"loss": -0.3580250144004822, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9320968389511108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1141}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 1142}
{"loss": -0.35734206438064575, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9318866729736328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1142}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1143}
{"loss": -0.35720348358154297, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9284090399742126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1143}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1144}
{"loss": -0.3577767610549927, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9301570653915405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1144}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1145}
{"loss": -0.3581172227859497, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9322767853736877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1145}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1146}
{"loss": -0.3575213551521301, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9311094880104065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1146}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1147}
{"loss": -0.35855022072792053, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9330167174339294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1147}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9520407915115356}, "epoch": 1148}
{"loss": -0.3586021661758423, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9346380233764648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1148}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1149}
{"loss": -0.36057984828948975, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9354755878448486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1149}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1150}
{"loss": -0.35908108949661255, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9348228573799133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1150}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1151}
{"loss": -0.35990089178085327, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9361945390701294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1151}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1152}
{"loss": -0.3597088158130646, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9356639385223389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1152}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.952551007270813}, "epoch": 1153}
{"loss": -0.3592337369918823, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9324538111686707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1153}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1154}
{"loss": -0.35886627435684204, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9314522743225098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1154}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 1155}
{"loss": -0.3587561249732971, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9318602085113525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1155}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1156}
{"loss": -0.3594207465648651, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9344953894615173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1156}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 1157}
{"loss": -0.3585273325443268, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.931456446647644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1157}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1158}
{"loss": -0.36016854643821716, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9351690411567688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1158}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1159}
{"loss": -0.36066123843193054, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9376689791679382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1159}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1160}
{"loss": -0.3600269556045532, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9351183772087097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1160}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 1161}
{"loss": -0.35975661873817444, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9319337010383606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1161}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1162}
{"loss": -0.35788607597351074, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9299591779708862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1162}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1163}
{"loss": -0.3596894145011902, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9343968629837036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1163}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 1164}
{"loss": -0.36258965730667114, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9373935461044312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1164}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1165}
{"loss": -0.3595440983772278, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.932852029800415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1165}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 1166}
{"loss": -0.3608939051628113, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9333086609840393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1166}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 1167}
{"loss": -0.36019280552864075, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9334352612495422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1167}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 1168}
{"loss": -0.35967686772346497, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9298473000526428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1168}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1169}
{"loss": -0.36046022176742554, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9321027994155884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1169}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1170}
{"loss": -0.3591408133506775, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9309622049331665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1170}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1171}
{"loss": -0.36131635308265686, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9335511326789856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1171}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1172}
{"loss": -0.3607137203216553, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9336265325546265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1172}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1173}
{"loss": -0.35950398445129395, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9309686422348022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1173}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1174}
{"loss": -0.36143815517425537, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9337626099586487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1174}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1175}
{"loss": -0.3609321713447571, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9310106635093689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1175}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1176}
{"loss": -0.3616268038749695, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9340202808380127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1176}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1177}
{"loss": -0.3601968288421631, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.930439293384552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1177}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1178}
{"loss": -0.3622117340564728, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9338604807853699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1178}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1179}
{"loss": -0.360546737909317, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9317709803581238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1179}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1180}
{"loss": -0.3615885376930237, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.931427001953125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1180}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1181}
{"loss": -0.36091119050979614, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9287024140357971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1181}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1182}
{"loss": -0.3620986342430115, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9356253147125244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1182}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1183}
{"loss": -0.36148881912231445, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9320551753044128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1183}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1184}
{"loss": -0.36170724034309387, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9332510828971863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1184}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1185}
{"loss": -0.3611343801021576, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9317696690559387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1185}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1186}
{"loss": -0.3618687689304352, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.932402491569519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1186}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1187}
{"loss": -0.3614978492259979, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9303585886955261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1187}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1188}
{"loss": -0.36189544200897217, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9316505789756775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1188}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1189}
{"loss": -0.36034995317459106, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9301901459693909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1189}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1190}
{"loss": -0.3618634343147278, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.93116694688797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1190}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1191}
{"loss": -0.36179763078689575, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9323834776878357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1191}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1192}
{"loss": -0.36263778805732727, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9335601329803467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1192}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1193}
{"loss": -0.36561134457588196, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.939734697341919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1193}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1194}
{"loss": -0.36145010590553284, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9306374788284302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1194}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1195}
{"loss": -0.3621630370616913, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9324880242347717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1195}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1196}
{"loss": -0.3618493378162384, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9316904544830322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1196}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1197}
{"loss": -0.3632182776927948, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9339644908905029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1197}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1198}
{"loss": -0.36424484848976135, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9364012479782104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1198}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 1199}
{"loss": -0.3621011972427368, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9284046292304993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1199}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1200}
{"loss": -0.36337319016456604, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9347440600395203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1200}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1201}
{"loss": -0.3633519113063812, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9320391416549683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1201}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1202}
{"loss": -0.36520445346832275, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9349212646484375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1202}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1203}
{"loss": -0.363148033618927, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9323973059654236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1203}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1204}
{"loss": -0.36266422271728516, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9285834431648254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1204}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1205}
{"loss": -0.3624364733695984, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.930087149143219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1205}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1206}
{"loss": -0.3639957904815674, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9329910278320312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1206}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1207}
{"loss": -0.3633633852005005, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9332528710365295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1207}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1208}
{"loss": -0.36269327998161316, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9293949007987976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1208}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1209}
{"loss": -0.36563003063201904, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9359560012817383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1209}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1210}
{"loss": -0.36410802602767944, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.93309485912323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1210}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1211}
{"loss": -0.36371853947639465, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.932445764541626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1211}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1212}
{"loss": -0.3642440438270569, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.933968722820282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1212}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1213}
{"loss": -0.3651915490627289, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9336349368095398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1213}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1214}
{"loss": -0.3662998378276825, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9372175931930542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1214}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1215}
{"loss": -0.36576685309410095, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9352267980575562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1215}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1216}
{"loss": -0.36469992995262146, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9339237809181213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1216}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1217}
{"loss": -0.3656535744667053, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9341286420822144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1217}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1218}
{"loss": -0.3663584887981415, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9352312684059143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1218}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1219}
{"loss": -0.3654700219631195, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9346953630447388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1219}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1220}
{"loss": -0.366017609834671, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9363139271736145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1220}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1221}
{"loss": -0.365858256816864, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9344785809516907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1221}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1222}
{"loss": -0.3660230040550232, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9361210465431213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1222}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1223}
{"loss": -0.3678320348262787, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9365993738174438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1223}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1224}
{"loss": -0.3655513525009155, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9324385523796082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1224}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1225}
{"loss": -0.3664112389087677, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.937391996383667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1225}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1226}
{"loss": -0.3667876720428467, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9355781078338623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1226}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1227}
{"loss": -0.3678257167339325, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9364228248596191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1227}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1228}
{"loss": -0.36667579412460327, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9361201524734497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1228}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1229}
{"loss": -0.36583101749420166, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9344563484191895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1229}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1230}
{"loss": -0.3656092584133148, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9338416457176208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1230}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1231}
{"loss": -0.3662850856781006, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9331977963447571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1231}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1232}
{"loss": -0.3660556972026825, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9346513152122498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1232}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1233}
{"loss": -0.36722299456596375, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9382047653198242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1233}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 1234}
{"loss": -0.36688703298568726, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9347948431968689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1234}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1235}
{"loss": -0.36626046895980835, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9323973655700684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1235}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1236}
{"loss": -0.3675318658351898, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9360891580581665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1236}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1237}
{"loss": -0.36818352341651917, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9397053718566895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1237}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1238}
{"loss": -0.36648210883140564, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9347119927406311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1238}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1239}
{"loss": -0.3668312430381775, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9349943995475769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1239}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1240}
{"loss": -0.36635884642601013, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.933080792427063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1240}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1241}
{"loss": -0.3671109080314636, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9343549609184265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1241}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1242}
{"loss": -0.36633241176605225, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9327674508094788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1242}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1243}
{"loss": -0.3679216504096985, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9357427358627319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1243}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1244}
{"loss": -0.37005501985549927, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9388898015022278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1244}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1245}
{"loss": -0.3669075667858124, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9349902272224426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1245}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1246}
{"loss": -0.36634203791618347, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9335653185844421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1246}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1247}
{"loss": -0.36855852603912354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9370532035827637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1247}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1248}
{"loss": -0.366330623626709, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9315972328186035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1248}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1249}
{"loss": -0.36801546812057495, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9368816614151001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1249}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1250}
{"loss": -0.3681522309780121, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9358696937561035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1250}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1251}
{"loss": -0.3706687092781067, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9331895709037781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1251}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1252}
{"loss": -0.37018072605133057, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9392511248588562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1252}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1253}
{"loss": -0.368498831987381, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9338923692703247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1253}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1254}
{"loss": -0.3696908950805664, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9379173517227173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1254}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1255}
{"loss": -0.3682200610637665, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9345579147338867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1255}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1256}
{"loss": -0.3685322701931, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9353259801864624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1256}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1257}
{"loss": -0.36916837096214294, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9349346160888672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1257}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1258}
{"loss": -0.36958351731300354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9372488856315613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1258}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1259}
{"loss": -0.3674008548259735, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9312261343002319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1259}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1260}
{"loss": -0.36771443486213684, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9333834648132324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1260}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1261}
{"loss": -0.36777034401893616, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9328531622886658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1261}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1262}
{"loss": -0.36899691820144653, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9350607991218567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1262}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1263}
{"loss": -0.3695674538612366, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9370446801185608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1263}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1264}
{"loss": -0.3688623607158661, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9350274801254272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1264}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1265}
{"loss": -0.3692817687988281, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9367186427116394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1265}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1266}
{"loss": -0.3701122999191284, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9380837678909302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1266}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1267}
{"loss": -0.37021705508232117, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9381246566772461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1267}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1268}
{"loss": -0.36930039525032043, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9361332058906555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1268}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1269}
{"loss": -0.3690964877605438, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9359087944030762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1269}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1270}
{"loss": -0.3693710267543793, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9361900687217712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1270}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1271}
{"loss": -0.3699193298816681, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9350990056991577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1271}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1272}
{"loss": -0.3692341148853302, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9338695406913757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1272}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1273}
{"loss": -0.36999621987342834, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9370294213294983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1273}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1274}
{"loss": -0.3705498278141022, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9371219277381897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1274}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1275}
{"loss": -0.3698394000530243, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9356001019477844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1275}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1276}
{"loss": -0.36967772245407104, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9333115220069885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1276}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1277}
{"loss": -0.3713632822036743, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9351108074188232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1277}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1278}
{"loss": -0.3709089756011963, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9359490275382996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1278}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1279}
{"loss": -0.3701781928539276, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9353042840957642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1279}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1280}
{"loss": -0.37068411707878113, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9363658428192139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1280}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1281}
{"loss": -0.37294498085975647, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9254616498947144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1281}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1282}
{"loss": -0.3723379671573639, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9381926655769348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1282}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1283}
{"loss": -0.3715142011642456, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9359092116355896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1283}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1284}
{"loss": -0.3712950348854065, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9374538660049438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1284}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1285}
{"loss": -0.3710878789424896, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9380022287368774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1285}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1286}
{"loss": -0.371555358171463, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9380233883857727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1286}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1287}
{"loss": -0.3722175657749176, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9389117360115051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1287}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1288}
{"loss": -0.37234294414520264, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9387741684913635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1288}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1289}
{"loss": -0.37189334630966187, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.937362551689148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1289}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1290}
{"loss": -0.37131041288375854, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9354159235954285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1290}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1291}
{"loss": -0.371572881937027, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.934864342212677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1291}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1292}
{"loss": -0.37136948108673096, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9356610774993896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1292}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1293}
{"loss": -0.37295714020729065, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.940839409828186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1293}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1294}
{"loss": -0.3739892840385437, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9415813088417053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1294}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1295}
{"loss": -0.37233269214630127, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9394205808639526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1295}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1296}
{"loss": -0.3718518018722534, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9371215105056763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1296}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1297}
{"loss": -0.3712571859359741, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9347063302993774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1297}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1298}
{"loss": -0.371476948261261, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9358772039413452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1298}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1299}
{"loss": -0.3720901906490326, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9372668266296387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1299}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1300}
{"loss": -0.37064439058303833, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9334652423858643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1300}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1301}
{"loss": -0.3710252046585083, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9319817423820496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1301}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1302}
{"loss": -0.3722909092903137, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9360834360122681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1302}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1303}
{"loss": -0.37338581681251526, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.939033031463623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1303}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1304}
{"loss": -0.3723294138908386, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9351832270622253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1304}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1305}
{"loss": -0.3729735314846039, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9383657574653625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1305}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1306}
{"loss": -0.37241894006729126, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9360071420669556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1306}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1307}
{"loss": -0.37153276801109314, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9318111538887024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1307}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1308}
{"loss": -0.37145543098449707, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9338894486427307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1308}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1309}
{"loss": -0.37244635820388794, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9370677471160889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1309}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1310}
{"loss": -0.37505435943603516, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9391220808029175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1310}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1311}
{"loss": -0.3711863160133362, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9333294630050659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1311}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1312}
{"loss": -0.3732663691043854, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9364877939224243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1312}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1313}
{"loss": -0.37094661593437195, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9311930537223816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1313}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1314}
{"loss": -0.3742675483226776, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9375272393226624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1314}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1315}
{"loss": -0.37612682580947876, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9366779327392578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1315}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1316}
{"loss": -0.37248632311820984, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9343400001525879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1316}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1317}
{"loss": -0.37241464853286743, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9319037795066833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1317}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1318}
{"loss": -0.37326815724372864, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9350698590278625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1318}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1319}
{"loss": -0.3737664222717285, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9373902082443237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1319}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1320}
{"loss": -0.37446802854537964, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9391981363296509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1320}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1321}
{"loss": -0.3733190894126892, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9371310472488403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1321}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1322}
{"loss": -0.3721434772014618, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9326847195625305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1322}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1323}
{"loss": -0.3735087811946869, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9352907538414001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1323}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1324}
{"loss": -0.37398627400398254, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9382596611976624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1324}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1325}
{"loss": -0.3740110695362091, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9376335740089417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1325}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1326}
{"loss": -0.3761604130268097, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9412192106246948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1326}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1327}
{"loss": -0.3746863901615143, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9386393427848816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1327}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1328}
{"loss": -0.37561145424842834, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9387970566749573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1328}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1329}
{"loss": -0.37464505434036255, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9360594749450684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1329}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1330}
{"loss": -0.37312406301498413, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.933821976184845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1330}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1331}
{"loss": -0.37363091111183167, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9357672333717346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1331}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1332}
{"loss": -0.37354862689971924, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9347856640815735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1332}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1333}
{"loss": -0.37406089901924133, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9355973601341248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1333}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1334}
{"loss": -0.37474939227104187, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9362224340438843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1334}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1335}
{"loss": -0.3745526075363159, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9351847767829895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1335}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1336}
{"loss": -0.37468358874320984, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9362117052078247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1336}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1337}
{"loss": -0.37590494751930237, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9382758140563965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1337}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1338}
{"loss": -0.3748282194137573, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9345057010650635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1338}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1339}
{"loss": -0.3741086721420288, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9347121715545654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1339}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1340}
{"loss": -0.37404438853263855, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9344393014907837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1340}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1341}
{"loss": -0.37358373403549194, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9323980808258057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1341}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1342}
{"loss": -0.3757860064506531, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9359222650527954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1342}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1343}
{"loss": -0.3747841715812683, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9369280338287354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1343}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1344}
{"loss": -0.3748379647731781, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9346245527267456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1344}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1345}
{"loss": -0.37851881980895996, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9438834190368652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1345}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1346}
{"loss": -0.37462401390075684, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9355636835098267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1346}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1347}
{"loss": -0.3747342824935913, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9348733425140381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1347}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1348}
{"loss": -0.3753325343132019, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9370353817939758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1348}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1349}
{"loss": -0.3757658302783966, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9293851256370544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1349}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1350}
{"loss": -0.3755333423614502, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9362106919288635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1350}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1351}
{"loss": -0.3749715983867645, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9338443279266357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1351}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1352}
{"loss": -0.3745860457420349, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.93445885181427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1352}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1353}
{"loss": -0.3764795958995819, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9379816651344299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1353}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1354}
{"loss": -0.3747366964817047, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9355480074882507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1354}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1355}
{"loss": -0.3760961890220642, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9353121519088745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1355}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1356}
{"loss": -0.3759123682975769, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9376646876335144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1356}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1357}
{"loss": -0.3762405216693878, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9376445412635803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1357}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1358}
{"loss": -0.3778208792209625, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9404132962226868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1358}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1359}
{"loss": -0.37552109360694885, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9337292313575745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1359}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1360}
{"loss": -0.3755221366882324, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9342871904373169, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1360}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1361}
{"loss": -0.37619784474372864, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9370584487915039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1361}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1362}
{"loss": -0.3777342438697815, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9398952722549438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1362}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1363}
{"loss": -0.3763039708137512, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9356808066368103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1363}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1364}
{"loss": -0.3759712874889374, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9355525374412537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1364}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1365}
{"loss": -0.3743797540664673, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9305163025856018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1365}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1366}
{"loss": -0.3769901692867279, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9375121593475342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1366}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1367}
{"loss": -0.3783351182937622, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9409112334251404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1367}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1368}
{"loss": -0.3772566616535187, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9366031289100647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1368}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1369}
{"loss": -0.37621164321899414, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9341145753860474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1369}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1370}
{"loss": -0.3759070038795471, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9326341152191162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1370}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1371}
{"loss": -0.37780120968818665, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9389910697937012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1371}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1372}
{"loss": -0.37676411867141724, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9350436329841614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1372}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1373}
{"loss": -0.3751573860645294, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9320054054260254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1373}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1374}
{"loss": -0.3774900436401367, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9387180209159851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1374}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1375}
{"loss": -0.37760797142982483, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9375196099281311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1375}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1376}
{"loss": -0.37809497117996216, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9373853206634521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1376}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1377}
{"loss": -0.37637093663215637, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9353062510490417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1377}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1378}
{"loss": -0.37854069471359253, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.938866138458252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1378}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1379}
{"loss": -0.37674370408058167, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9358038306236267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1379}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1380}
{"loss": -0.3781863749027252, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9393731355667114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1380}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1381}
{"loss": -0.3797922730445862, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9409656524658203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1381}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1382}
{"loss": -0.3772733807563782, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.936587393283844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1382}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1383}
{"loss": -0.37673327326774597, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9350776076316833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1383}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1384}
{"loss": -0.37769412994384766, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9371748566627502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1384}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1385}
{"loss": -0.3792567849159241, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9399418234825134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1385}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1386}
{"loss": -0.377947062253952, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9353348016738892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1386}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1387}
{"loss": -0.37786754965782166, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9371260404586792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1387}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1388}
{"loss": -0.3769383132457733, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9343956708908081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1388}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1389}
{"loss": -0.37995123863220215, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9385168552398682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1389}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1390}
{"loss": -0.378004252910614, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.935180127620697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1390}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1391}
{"loss": -0.3790772259235382, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9391112327575684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1391}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1392}
{"loss": -0.3792628049850464, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9376527070999146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1392}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1393}
{"loss": -0.3791572153568268, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9367752075195312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1393}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1394}
{"loss": -0.3782842457294464, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9359202980995178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1394}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1395}
{"loss": -0.3778851628303528, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9334244132041931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1395}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1396}
{"loss": -0.37806087732315063, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9347905516624451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1396}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1397}
{"loss": -0.3798883855342865, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9375177025794983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1397}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1398}
{"loss": -0.3779795169830322, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9337195754051208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1398}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1399}
{"loss": -0.3796069920063019, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9379851818084717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1399}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1400}
{"loss": -0.37844622135162354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9355661273002625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1400}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1401}
{"loss": -0.3782947361469269, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9349278807640076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1401}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1402}
{"loss": -0.3775165379047394, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9328207969665527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1402}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1403}
{"loss": -0.37842273712158203, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9351943731307983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1403}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1404}
{"loss": -0.37889569997787476, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9353023767471313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1404}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1405}
{"loss": -0.37955528497695923, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9377208948135376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1405}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1406}
{"loss": -0.37869584560394287, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9366637468338013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1406}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 1407}
{"loss": -0.3803322911262512, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9402176141738892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1407}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1408}
{"loss": -0.3783186078071594, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9347870349884033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1408}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9428570866584778}, "epoch": 1409}
{"loss": -0.3782966732978821, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9325507879257202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1409}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1410}
{"loss": -0.38017579913139343, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.938788652420044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1410}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9448978900909424}, "epoch": 1411}
{"loss": -0.3809865415096283, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9413095116615295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1411}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16326530277729034}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1412}
{"loss": -0.3798271715641022, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9350473880767822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1412}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1413}
{"loss": -0.38082122802734375, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9351668357849121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1413}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1414}
{"loss": -0.3795135021209717, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9350767731666565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1414}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1415}
{"loss": -0.37989261746406555, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9356947541236877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1415}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1416}
{"loss": -0.3799847960472107, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9359641075134277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1416}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1417}
{"loss": -0.38003090023994446, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9368330836296082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1417}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1418}
{"loss": -0.38088902831077576, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.936942994594574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1418}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1419}
{"loss": -0.3805087208747864, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9376325607299805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1419}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1420}
{"loss": -0.3810202181339264, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9367702603340149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1420}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1421}
{"loss": -0.3791601359844208, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9315722584724426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1421}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1422}
{"loss": -0.38024288415908813, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9374406933784485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1422}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1423}
{"loss": -0.38001570105552673, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9338887929916382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1423}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1424}
{"loss": -0.3808628022670746, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9368994832038879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1424}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1425}
{"loss": -0.37987083196640015, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9364762902259827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1425}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1426}
{"loss": -0.3792291581630707, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9349390864372253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1426}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1427}
{"loss": -0.38004937767982483, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9333572387695312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1427}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1428}
{"loss": -0.3823573589324951, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9394997358322144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1428}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1429}
{"loss": -0.3799477815628052, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9351235628128052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1429}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1430}
{"loss": -0.38017916679382324, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.935809850692749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1430}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1431}
{"loss": -0.3818386197090149, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9386430382728577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1431}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1432}
{"loss": -0.3831021785736084, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9400465488433838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1432}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1433}
{"loss": -0.38182732462882996, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9381328225135803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1433}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1434}
{"loss": -0.381672739982605, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9366200566291809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1434}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1435}
{"loss": -0.38180580735206604, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9383254051208496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1435}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1436}
{"loss": -0.38158440589904785, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9391682744026184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1436}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1437}
{"loss": -0.38214242458343506, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9399518370628357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1437}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1438}
{"loss": -0.38103482127189636, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9370313286781311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1438}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1439}
{"loss": -0.38025787472724915, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9352983236312866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1439}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1440}
{"loss": -0.382844477891922, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9372406005859375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1440}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1441}
{"loss": -0.3809114992618561, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9315842986106873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1441}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1442}
{"loss": -0.38256266713142395, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9396835565567017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1442}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1443}
{"loss": -0.3817846477031708, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9361675381660461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1443}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1444}
{"loss": -0.3823351263999939, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9375261068344116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1444}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1445}
{"loss": -0.38215965032577515, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9381144642829895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1445}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1446}
{"loss": -0.38211697340011597, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9379369020462036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1446}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1447}
{"loss": -0.3811054825782776, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9342958331108093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1447}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1448}
{"loss": -0.38173866271972656, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9358751177787781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1448}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1449}
{"loss": -0.381306916475296, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9358490109443665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1449}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1450}
{"loss": -0.38082435727119446, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9357516169548035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1450}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1451}
{"loss": -0.38436058163642883, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9439538717269897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1451}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1452}
{"loss": -0.3809643089771271, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9333491921424866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1452}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9448978900909424}, "epoch": 1453}
{"loss": -0.38191595673561096, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9348576068878174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1453}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1454}
{"loss": -0.3816722631454468, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9346814155578613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1454}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1455}
{"loss": -0.38280779123306274, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9393085837364197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1455}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1456}
{"loss": -0.38303402066230774, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9390365481376648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1456}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1457}
{"loss": -0.38404250144958496, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9398435950279236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1457}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1458}
{"loss": -0.38163042068481445, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9362412095069885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1458}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9454081058502197}, "epoch": 1459}
{"loss": -0.38293972611427307, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9382306337356567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1459}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 1460}
{"loss": -0.38233864307403564, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9381492137908936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1460}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 1461}
{"loss": -0.38223859667778015, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9374408721923828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1461}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9454081058502197}, "epoch": 1462}
{"loss": -0.3823724389076233, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9369595646858215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1462}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1463}
{"loss": -0.3833201825618744, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9368554353713989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1463}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1464}
{"loss": -0.38275665044784546, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9374910593032837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1464}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1465}
{"loss": -0.3835078775882721, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9393554925918579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1465}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1466}
{"loss": -0.38359740376472473, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9387054443359375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1466}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1467}
{"loss": -0.38174137473106384, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.934331476688385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1467}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 1468}
{"loss": -0.38313448429107666, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9375543594360352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1468}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 1469}
{"loss": -0.3840664029121399, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9392663240432739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1469}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9454081058502197}, "epoch": 1470}
{"loss": -0.3845330774784088, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9400622844696045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1470}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9433673024177551}, "epoch": 1471}
{"loss": -0.3853476643562317, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.941518247127533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1471}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9448978900909424}, "epoch": 1472}
{"loss": -0.38387489318847656, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9394555687904358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1472}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1473}
{"loss": -0.38341835141181946, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.937779426574707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1473}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1474}
{"loss": -0.3857572376728058, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9429341554641724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1474}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1475}
{"loss": -0.381833016872406, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9329104423522949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1475}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1476}
{"loss": -0.38462281227111816, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9389994740486145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1476}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 1477}
{"loss": -0.3832002580165863, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9361785650253296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1477}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 1478}
{"loss": -0.3864496350288391, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9416386485099792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1478}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9448978900909424}, "epoch": 1479}
{"loss": -0.38496527075767517, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9375544786453247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1479}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9454081058502197}, "epoch": 1480}
{"loss": -0.3839704692363739, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9371583461761475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1480}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 1481}
{"loss": -0.3844132721424103, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9387257695198059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1481}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1482}
{"loss": -0.38311582803726196, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9361188411712646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1482}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1483}
{"loss": -0.38394707441329956, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9371602535247803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1483}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1484}
{"loss": -0.3830437958240509, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9332337379455566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1484}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1485}
{"loss": -0.38395190238952637, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9367601871490479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1485}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1486}
{"loss": -0.3831893503665924, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.935089111328125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1486}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1487}
{"loss": -0.3865591585636139, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.940923810005188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1487}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2602040767669678}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1488}
{"loss": -0.3837745189666748, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9368059635162354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1488}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1489}
{"loss": -0.38489052653312683, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9381526112556458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1489}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2551020383834839}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1490}
{"loss": -0.38550594449043274, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9396744966506958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1490}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1491}
{"loss": -0.3843725025653839, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9366546869277954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1491}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1492}
{"loss": -0.3866949677467346, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9423748254776001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1492}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1493}
{"loss": -0.38661283254623413, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9411196112632751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1493}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25765305757522583}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1494}
{"loss": -0.3847695589065552, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9377877712249756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1494}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25765305757522583}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1495}
{"loss": -0.3872622549533844, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9432871341705322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1495}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1496}
{"loss": -0.3873826563358307, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.942539632320404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1496}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1497}
{"loss": -0.38976404070854187, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9439244866371155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1497}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1498}
{"loss": -0.38710710406303406, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9399120807647705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1498}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1499}
{"loss": -0.3880501985549927, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9436632990837097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1499}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1500}
{"loss": -0.3901742696762085, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.949248194694519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1500}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1501}
{"loss": -0.3905256986618042, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9458586573600769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1501}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 1502}
{"loss": -0.39306890964508057, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9490154385566711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1502}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1503}
{"loss": -0.3909552991390228, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9466755390167236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1503}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9469387531280518}, "epoch": 1504}
{"loss": -0.3925529420375824, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.950810968875885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1504}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1505}
{"loss": -0.39006978273391724, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9473599195480347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1505}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1506}
{"loss": -0.39004606008529663, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9472746849060059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1506}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1507}
{"loss": -0.3905890882015228, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9495645761489868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1507}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 1508}
{"loss": -0.3911011219024658, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9491598606109619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1508}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9443877339363098}, "epoch": 1509}
{"loss": -0.3936655521392822, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.955302357673645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1509}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1510}
{"loss": -0.39147257804870605, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9506546258926392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1510}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1511}
{"loss": -0.3926844298839569, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9529839754104614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1511}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1512}
{"loss": -0.39060333371162415, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9483993649482727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1512}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1513}
{"loss": -0.3924616873264313, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9540740251541138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1513}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1514}
{"loss": -0.3932783305644989, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9529204964637756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1514}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1515}
{"loss": -0.3926336169242859, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9530583620071411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1515}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1516}
{"loss": -0.39272019267082214, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9530794024467468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1516}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1517}
{"loss": -0.39151400327682495, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9512037634849548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1517}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1518}
{"loss": -0.3929842710494995, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9530981183052063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1518}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1519}
{"loss": -0.39166826009750366, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9517453908920288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1519}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1520}
{"loss": -0.39211633801460266, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9515048861503601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1520}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1521}
{"loss": -0.3943699896335602, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9559094905853271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1521}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1522}
{"loss": -0.3915017545223236, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9506595730781555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1522}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1523}
{"loss": -0.3916715979576111, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9513290524482727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1523}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1524}
{"loss": -0.39210382103919983, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9501802325248718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1524}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1525}
{"loss": -0.39202380180358887, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9508962035179138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1525}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1526}
{"loss": -0.39271408319473267, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9526982307434082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1526}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1527}
{"loss": -0.3929477334022522, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9536229968070984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1527}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1528}
{"loss": -0.39460957050323486, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9548604488372803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1528}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9433673024177551}, "epoch": 1529}
{"loss": -0.3931117057800293, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9524235725402832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1529}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1530}
{"loss": -0.39339014887809753, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.952832818031311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1530}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1531}
{"loss": -0.39478451013565063, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.956326961517334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1531}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 1532}
{"loss": -0.393169641494751, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9504726529121399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1532}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1533}
{"loss": -0.39236342906951904, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9513677358627319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1533}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1534}
{"loss": -0.3945244252681732, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9548892974853516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1534}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1535}
{"loss": -0.39404070377349854, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9527711868286133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1535}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1536}
{"loss": -0.3939143121242523, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9531427025794983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1536}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1537}
{"loss": -0.3919970691204071, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9505545496940613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1537}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1538}
{"loss": -0.39133313298225403, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9471580386161804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1538}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9428570866584778}, "epoch": 1539}
{"loss": -0.392949640750885, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9514744281768799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1539}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1540}
{"loss": -0.3941633999347687, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9518938660621643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1540}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1541}
{"loss": -0.3939109146595001, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9536800980567932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1541}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1542}
{"loss": -0.3953601121902466, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9553160667419434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1542}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1543}
{"loss": -0.39366471767425537, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9530136585235596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1543}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1544}
{"loss": -0.3954755961894989, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9562408328056335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1544}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1545}
{"loss": -0.3958074748516083, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9557904005050659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1545}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1546}
{"loss": -0.39368197321891785, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.952695369720459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1546}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1547}
{"loss": -0.3938164710998535, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9516993165016174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1547}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1548}
{"loss": -0.39274248480796814, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9502721428871155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1548}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1549}
{"loss": -0.3944476246833801, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9552256464958191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1549}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1550}
{"loss": -0.39452531933784485, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9538164734840393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1550}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1551}
{"loss": -0.394696980714798, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9546665549278259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1551}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1552}
{"loss": -0.3932413160800934, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9512128233909607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1552}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1553}
{"loss": -0.39345693588256836, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.950918436050415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1553}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1554}
{"loss": -0.3935598134994507, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9516420960426331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1554}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1555}
{"loss": -0.39342889189720154, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9513831734657288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1555}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1556}
{"loss": -0.3940652012825012, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9529415965080261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1556}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1557}
{"loss": -0.39528530836105347, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9530265927314758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1557}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9454081058502197}, "epoch": 1558}
{"loss": -0.3937753736972809, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9517183899879456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1558}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1559}
{"loss": -0.39401867985725403, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9525585770606995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1559}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1560}
{"loss": -0.3944060504436493, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9527095556259155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1560}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1561}
{"loss": -0.395551860332489, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9563831686973572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1561}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1562}
{"loss": -0.3935089111328125, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9505879878997803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1562}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1563}
{"loss": -0.3947644829750061, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9527254700660706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1563}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1564}
{"loss": -0.39474236965179443, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9532372355461121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1564}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1565}
{"loss": -0.3951431214809418, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9536449313163757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1565}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1566}
{"loss": -0.3958415389060974, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9525416493415833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1566}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1567}
{"loss": -0.3960201144218445, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9555004239082336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1567}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1568}
{"loss": -0.396086186170578, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9545084834098816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1568}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1569}
{"loss": -0.3950216472148895, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9529218077659607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1569}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1570}
{"loss": -0.3947939872741699, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9512402415275574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1570}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1571}
{"loss": -0.39554086327552795, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.953262448310852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1571}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1572}
{"loss": -0.3953893184661865, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9538242220878601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1572}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1573}
{"loss": -0.39446043968200684, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9492696523666382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1573}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1574}
{"loss": -0.39632296562194824, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9560978412628174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1574}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1575}
{"loss": -0.3964393138885498, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9549770951271057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1575}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1576}
{"loss": -0.39564770460128784, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9541064500808716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1576}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1577}
{"loss": -0.3948225975036621, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9516944885253906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1577}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1578}
{"loss": -0.39502954483032227, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9515265822410583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1578}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1579}
{"loss": -0.39595162868499756, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9544497132301331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1579}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1580}
{"loss": -0.39430102705955505, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.949915885925293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1580}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1581}
{"loss": -0.396470844745636, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.955569863319397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1581}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1582}
{"loss": -0.3954382538795471, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9533164501190186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1582}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1583}
{"loss": -0.39466655254364014, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9505155682563782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1583}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1584}
{"loss": -0.3963559567928314, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9556193947792053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1584}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1585}
{"loss": -0.3962439000606537, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9546491503715515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1585}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1586}
{"loss": -0.39613503217697144, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.95262211561203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1586}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1587}
{"loss": -0.39568376541137695, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9516619443893433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1587}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1588}
{"loss": -0.3961353003978729, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9525663256645203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1588}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1589}
{"loss": -0.3951440453529358, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9483643770217896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1589}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1590}
{"loss": -0.39758726954460144, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9551074504852295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1590}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1591}
{"loss": -0.3970125913619995, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9554389119148254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1591}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1592}
{"loss": -0.39647433161735535, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9513925313949585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1592}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1593}
{"loss": -0.39980340003967285, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9524301886558533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1593}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1594}
{"loss": -0.3964338004589081, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9538036584854126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1594}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1595}
{"loss": -0.397589772939682, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9539554715156555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1595}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1596}
{"loss": -0.39795929193496704, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9572939872741699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1596}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1597}
{"loss": -0.3974795341491699, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9549113512039185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1597}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1598}
{"loss": -0.39527735114097595, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.950355589389801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1598}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1599}
{"loss": -0.3944847285747528, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9483561515808105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1599}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1600}
{"loss": -0.3971613943576813, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9548525810241699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1600}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1601}
{"loss": -0.396177738904953, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9509150981903076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1601}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1602}
{"loss": -0.39605996012687683, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9510788917541504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1602}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1603}
{"loss": -0.39656203985214233, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9526402354240417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1603}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1604}
{"loss": -0.3971289396286011, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9538679122924805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1604}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1605}
{"loss": -0.39742958545684814, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9544824957847595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1605}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1606}
{"loss": -0.39619654417037964, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9510437250137329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1606}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1607}
{"loss": -0.396891325712204, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9533390402793884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1607}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1608}
{"loss": -0.3968481421470642, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9532106518745422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1608}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1609}
{"loss": -0.39685606956481934, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9535596966743469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1609}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1610}
{"loss": -0.3961772620677948, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9514271020889282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1610}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1611}
{"loss": -0.396759569644928, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9523197412490845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1611}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1612}
{"loss": -0.397529661655426, "acc": 0.9995467066764832, "acc_or": 0.9997166991233826, "sender_entropy": 0.9546828269958496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1612}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1613}
{"loss": -0.3973705768585205, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9537364840507507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1613}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1614}
{"loss": -0.39820417761802673, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9532491564750671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1614}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1615}
{"loss": -0.39696004986763, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9526455998420715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1615}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1616}
{"loss": -0.39540788531303406, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9492216110229492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1616}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1617}
{"loss": -0.39730191230773926, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9542155265808105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1617}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1618}
{"loss": -0.39722591638565063, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9522322416305542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1618}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1619}
{"loss": -0.3977726101875305, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.952914297580719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1619}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1620}
{"loss": -0.3974408507347107, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9532637596130371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1620}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1621}
{"loss": -0.3977760374546051, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9544917941093445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1621}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1622}
{"loss": -0.3974011540412903, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.952426016330719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1622}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1623}
{"loss": -0.3970586955547333, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.952247142791748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1623}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1624}
{"loss": -0.3977946639060974, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9537579417228699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1624}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1625}
{"loss": -0.3966869115829468, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9501655697822571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1625}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1626}
{"loss": -0.3985406160354614, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9534087777137756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1626}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1627}
{"loss": -0.39931532740592957, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9569258689880371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1627}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1628}
{"loss": -0.39713868498802185, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9522232413291931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1628}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1629}
{"loss": -0.3976128399372101, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9516393542289734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1629}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1630}
{"loss": -0.39999353885650635, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9577512741088867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1630}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1631}
{"loss": -0.39732596278190613, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9521239995956421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1631}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1632}
{"loss": -0.39849749207496643, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9549521803855896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1632}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1633}
{"loss": -0.39775729179382324, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.950923502445221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1633}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1634}
{"loss": -0.3977099359035492, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9519304037094116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1634}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1635}
{"loss": -0.3993750810623169, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9559526443481445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1635}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1636}
{"loss": -0.39666318893432617, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9500542879104614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1636}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1637}
{"loss": -0.3992484211921692, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9546113014221191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1637}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1638}
{"loss": -0.39945188164711, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9533749222755432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1638}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1639}
{"loss": -0.39761438965797424, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9516366720199585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1639}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1640}
{"loss": -0.39921584725379944, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9547957181930542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1640}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1641}
{"loss": -0.39830341935157776, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9535160064697266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1641}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1642}
{"loss": -0.40023043751716614, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9561555981636047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1642}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1643}
{"loss": -0.3974437713623047, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.950702965259552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1643}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1644}
{"loss": -0.39800092577934265, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9517654180526733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1644}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1645}
{"loss": -0.40009722113609314, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.956200897693634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1645}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1646}
{"loss": -0.3992011547088623, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9538986086845398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1646}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1647}
{"loss": -0.39972367882728577, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9532801508903503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1647}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1648}
{"loss": -0.398546040058136, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9513529539108276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1648}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1649}
{"loss": -0.3981517255306244, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9527905583381653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1649}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1650}
{"loss": -0.40106797218322754, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9569650888442993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1650}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1651}
{"loss": -0.3987080752849579, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9520156383514404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1651}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9448978900909424}, "epoch": 1652}
{"loss": -0.4001329243183136, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9540060758590698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1652}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1653}
{"loss": -0.40013909339904785, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9553514719009399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1653}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1654}
{"loss": -0.3990424871444702, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9526476860046387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1654}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1655}
{"loss": -0.39976054430007935, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9552018642425537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1655}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1656}
{"loss": -0.3996344804763794, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9532604813575745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1656}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1657}
{"loss": -0.3996136486530304, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9531792402267456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1657}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1658}
{"loss": -0.4000608026981354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9542292952537537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1658}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1659}
{"loss": -0.39922264218330383, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9533963799476624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1659}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1660}
{"loss": -0.39888089895248413, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9525924324989319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1660}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1661}
{"loss": -0.4004141688346863, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9557658433914185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1661}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1662}
{"loss": -0.4019237756729126, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9582659006118774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1662}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1663}
{"loss": -0.39987310767173767, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.954227089881897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1663}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1664}
{"loss": -0.4009328782558441, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9559787511825562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1664}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1665}
{"loss": -0.3997754156589508, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9546697735786438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1665}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1666}
{"loss": -0.3985912501811981, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9493533372879028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1666}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1667}
{"loss": -0.39948806166648865, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9524235725402832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1667}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1668}
{"loss": -0.4018614888191223, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9579315781593323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1668}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1669}
{"loss": -0.39940592646598816, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9527121782302856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1669}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1670}
{"loss": -0.3998287320137024, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9544809460639954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1670}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1671}
{"loss": -0.40040868520736694, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9529078602790833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1671}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1672}
{"loss": -0.40035712718963623, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.95542311668396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1672}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1673}
{"loss": -0.3991149365901947, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9521092772483826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1673}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1674}
{"loss": -0.3997296690940857, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9521712064743042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1674}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1675}
{"loss": -0.4015464782714844, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9554107785224915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1675}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1676}
{"loss": -0.4008540213108063, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9536120891571045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1676}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1677}
{"loss": -0.40023568272590637, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9536746144294739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1677}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1678}
{"loss": -0.4002210795879364, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9539685249328613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1678}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1679}
{"loss": -0.4022471010684967, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9557138085365295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1679}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1680}
{"loss": -0.40088969469070435, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9548948407173157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1680}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1681}
{"loss": -0.40053892135620117, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.953339695930481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1681}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1682}
{"loss": -0.4010818302631378, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9556525349617004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1682}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1683}
{"loss": -0.4001084864139557, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9538288712501526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1683}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1684}
{"loss": -0.40049126744270325, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9530115723609924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1684}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1658163219690323}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 1685}
{"loss": -0.40077221393585205, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9535616040229797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1685}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1686}
{"loss": -0.4009127914905548, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9540302753448486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1686}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 1687}
{"loss": -0.4001980423927307, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9518946409225464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1687}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1688}
{"loss": -0.40104684233665466, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9549382328987122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1688}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1658163219690323}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1689}
{"loss": -0.4001734256744385, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9517160654067993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1689}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1690}
{"loss": -0.4004690647125244, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9528412222862244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1690}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1691}
{"loss": -0.4013948440551758, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9551098942756653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1691}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1692}
{"loss": -0.3999122381210327, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9512593150138855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1692}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1693}
{"loss": -0.40186557173728943, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9544704556465149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1693}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1694}
{"loss": -0.4004437327384949, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9531557559967041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1694}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1607142835855484}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1695}
{"loss": -0.400816410779953, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9533582925796509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1695}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1607142835855484}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1696}
{"loss": -0.400899738073349, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9535260796546936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1696}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1697}
{"loss": -0.40226489305496216, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.95643550157547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1697}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15561224520206451}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1698}
{"loss": -0.4002821445465088, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9524939656257629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1698}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1699}
{"loss": -0.40324902534484863, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9581326246261597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1699}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1700}
{"loss": -0.40051186084747314, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9525101184844971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1700}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1701}
{"loss": -0.40094077587127686, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9524934887886047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1701}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15816326439380646}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1702}
{"loss": -0.40086764097213745, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9518102407455444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1702}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15561224520206451}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1703}
{"loss": -0.40330401062965393, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9567486047744751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1703}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 1704}
{"loss": -0.4033888876438141, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9571273326873779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1704}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1658163219690323}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9454081058502197}, "epoch": 1705}
{"loss": -0.4005255699157715, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9512921571731567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1705}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1706}
{"loss": -0.4010942578315735, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.95316481590271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1706}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1707}
{"loss": -0.4022848606109619, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9538205862045288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1707}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1708}
{"loss": -0.4027719497680664, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9552600979804993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1708}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16836734116077423}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1709}
{"loss": -0.40203559398651123, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9523336887359619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1709}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.16326530277729034}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1710}
{"loss": -0.4007270336151123, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9508498311042786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1710}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1711}
{"loss": -0.4007425904273987, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9512079358100891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1711}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1658163219690323}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1712}
{"loss": -0.404574990272522, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9589775204658508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1712}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1658163219690323}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1713}
{"loss": -0.40185022354125977, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9539336562156677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1713}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1658163219690323}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1714}
{"loss": -0.40232986211776733, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9545077085494995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1714}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1658163219690323}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1715}
{"loss": -0.40405145287513733, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9587504267692566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1715}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1716}
{"loss": -0.4008495509624481, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9502255320549011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1716}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1717}
{"loss": -0.4019600450992584, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9530453085899353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1717}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1718}
{"loss": -0.4074161946773529, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9636447429656982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1718}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1719}
{"loss": -0.4025164544582367, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9537907838821411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1719}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1720}
{"loss": -0.4031027853488922, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9561554193496704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1720}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1721}
{"loss": -0.40300413966178894, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9555407166481018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1721}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1722}
{"loss": -0.4018261432647705, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9522535800933838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1722}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1723}
{"loss": -0.4033075273036957, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9545143842697144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1723}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1724}
{"loss": -0.4029112160205841, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.955390453338623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1724}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1725}
{"loss": -0.40340209007263184, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9569845199584961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1725}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1726}
{"loss": -0.40312010049819946, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.955405056476593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1726}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1727}
{"loss": -0.40196457505226135, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9521827697753906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1727}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1728}
{"loss": -0.4024695158004761, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9513121843338013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1728}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1729}
{"loss": -0.4031063914299011, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.955122172832489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1729}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1730}
{"loss": -0.4030250310897827, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9554732441902161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1730}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1731}
{"loss": -0.40272900462150574, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9541985392570496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1731}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1732}
{"loss": -0.40282267332077026, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9535830616950989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1732}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1733}
{"loss": -0.4053017497062683, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9590808749198914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1733}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1734}
{"loss": -0.4036732017993927, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9548081159591675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1734}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1735}
{"loss": -0.4021433889865875, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9497278332710266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1735}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1736}
{"loss": -0.4032483994960785, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.953687310218811, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1736}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1737}
{"loss": -0.4032047688961029, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9551517367362976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1737}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1738}
{"loss": -0.4066872298717499, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9586129784584045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1738}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1739}
{"loss": -0.4020043611526489, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9513436555862427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1739}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1740}
{"loss": -0.40305203199386597, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9540143609046936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1740}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1741}
{"loss": -0.4035792350769043, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9540478587150574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1741}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1742}
{"loss": -0.40383490920066833, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9538362622261047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1742}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1743}
{"loss": -0.40477022528648376, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9564489126205444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1743}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1744}
{"loss": -0.40248164534568787, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9524769186973572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1744}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1745}
{"loss": -0.4030385911464691, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9524357318878174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1745}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1746}
{"loss": -0.40248793363571167, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9507057070732117, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1746}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1747}
{"loss": -0.4033397436141968, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9541053175926208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1747}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1748}
{"loss": -0.4027166962623596, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9518470764160156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1748}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1749}
{"loss": -0.404824435710907, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.957798182964325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1749}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1750}
{"loss": -0.40522074699401855, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9571791291236877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1750}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1751}
{"loss": -0.40247002243995667, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.952508807182312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1751}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17602039873600006}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1752}
{"loss": -0.40562716126441956, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9582136869430542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1752}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1753}
{"loss": -0.40417972207069397, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9556958675384521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1753}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1754}
{"loss": -0.40394094586372375, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9544167518615723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1754}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1755}
{"loss": -0.4030209481716156, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9529654383659363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1755}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1756}
{"loss": -0.4036329388618469, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9539414048194885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1756}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1757}
{"loss": -0.40465646982192993, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.955595850944519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1757}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1758}
{"loss": -0.4050842523574829, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9545634984970093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1758}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.17346937954425812}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1759}
{"loss": -0.4050910472869873, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9570301175117493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1759}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1760}
{"loss": -0.40319210290908813, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9530247449874878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1760}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1761}
{"loss": -0.40472981333732605, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9567372798919678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1761}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1762}
{"loss": -0.40299761295318604, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9514240026473999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1762}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1763}
{"loss": -0.4032685160636902, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9524288773536682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1763}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1764}
{"loss": -0.40337899327278137, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9523879289627075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1764}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1765}
{"loss": -0.40520748496055603, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9549046158790588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1765}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1766}
{"loss": -0.4031757414340973, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9523690938949585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1766}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1767}
{"loss": -0.4057464301586151, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9582216143608093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1767}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1768}
{"loss": -0.40533536672592163, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.955546498298645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1768}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1769}
{"loss": -0.4071618318557739, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9602586627006531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1769}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1770}
{"loss": -0.4039251506328583, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9531046152114868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1770}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1771}
{"loss": -0.4047984182834625, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9532577991485596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1771}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1772}
{"loss": -0.40634673833847046, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9572930932044983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1772}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 1773}
{"loss": -0.40574178099632263, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9549990892410278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1773}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1774}
{"loss": -0.4048880636692047, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9539012312889099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1774}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1775}
{"loss": -0.40439268946647644, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9532736539840698, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1775}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1776}
{"loss": -0.4057537615299225, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9570248126983643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1776}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1777}
{"loss": -0.40568670630455017, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9548699259757996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1777}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1778}
{"loss": -0.4043906331062317, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.953167736530304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1778}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1779}
{"loss": -0.40409815311431885, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.952213704586029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1779}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1780}
{"loss": -0.40540510416030884, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9532039165496826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1780}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1781}
{"loss": -0.40605586767196655, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9575155377388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1781}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1782}
{"loss": -0.40556469559669495, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9558625817298889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1782}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1783}
{"loss": -0.4043097198009491, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9530444145202637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1783}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 1784}
{"loss": -0.4070313572883606, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9586548209190369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1784}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9448978900909424}, "epoch": 1785}
{"loss": -0.40415793657302856, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9512550830841064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1785}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1786}
{"loss": -0.40398409962654114, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9498797655105591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1786}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 1787}
{"loss": -0.4058128595352173, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.954852819442749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1787}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 1788}
{"loss": -0.4048879146575928, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9528959393501282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1788}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1789}
{"loss": -0.4050111770629883, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9522507190704346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1789}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9433673024177551}, "epoch": 1790}
{"loss": -0.40527257323265076, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9513386487960815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1790}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9454081058502197}, "epoch": 1791}
{"loss": -0.40531855821609497, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9542715549468994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1791}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1792}
{"loss": -0.40454840660095215, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9514643549919128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1792}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1793}
{"loss": -0.4067140519618988, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9575577974319458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1793}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1794}
{"loss": -0.40506964921951294, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9539417624473572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1794}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9418367147445679}, "epoch": 1795}
{"loss": -0.4037475883960724, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9509605169296265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1795}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1796}
{"loss": -0.4055940508842468, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9551928043365479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1796}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 1797}
{"loss": -0.4037940204143524, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9496533274650574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1797}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1798}
{"loss": -0.40526387095451355, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9545145630836487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1798}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1799}
{"loss": -0.4051866829395294, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9528928995132446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1799}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1800}
{"loss": -0.40483808517456055, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9524802565574646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1800}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1801}
{"loss": -0.4050915539264679, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9525694251060486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1801}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1802}
{"loss": -0.4060690999031067, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9555033445358276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1802}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1803}
{"loss": -0.4046727120876312, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.952144205570221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1803}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1804}
{"loss": -0.40430891513824463, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9506977796554565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1804}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1805}
{"loss": -0.40723341703414917, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9565613269805908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1805}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1806}
{"loss": -0.4062197208404541, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.955120861530304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1806}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1807}
{"loss": -0.40897485613822937, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9618175625801086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1807}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1808}
{"loss": -0.4040641784667969, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9507336020469666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1808}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1809}
{"loss": -0.4108405113220215, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9460415840148926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1809}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 1810}
{"loss": -0.4072019159793854, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9561987519264221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1810}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 1811}
{"loss": -0.40677234530448914, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9566567540168762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1811}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9469387531280518}, "epoch": 1812}
{"loss": -0.4054877460002899, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9529184699058533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1812}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1813}
{"loss": -0.40579190850257874, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9541595578193665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1813}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1814}
{"loss": -0.4074021577835083, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9581207036972046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1814}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1815}
{"loss": -0.4054986238479614, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9528817534446716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1815}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9454081058502197}, "epoch": 1816}
{"loss": -0.40631699562072754, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9537593722343445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1816}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1817}
{"loss": -0.40699708461761475, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9563754200935364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1817}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1818}
{"loss": -0.4065115749835968, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9542046785354614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1818}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1819}
{"loss": -0.4050654172897339, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9506719708442688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1819}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1820}
{"loss": -0.4056735932826996, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9521558284759521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1820}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1821}
{"loss": -0.40699732303619385, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9530795216560364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1821}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1822}
{"loss": -0.40599554777145386, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.952982485294342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1822}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1823}
{"loss": -0.40578731894493103, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9529791474342346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1823}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1824}
{"loss": -0.40652987360954285, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9545278549194336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1824}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1825}
{"loss": -0.4064203202724457, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9537040591239929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1825}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1826}
{"loss": -0.40727096796035767, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9544968605041504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1826}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1827}
{"loss": -0.4074632525444031, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.956146776676178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1827}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1828}
{"loss": -0.4063311219215393, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9518803954124451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1828}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1829}
{"loss": -0.4062449038028717, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9540618062019348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1829}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1830}
{"loss": -0.4068281054496765, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9554181098937988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1830}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 1831}
{"loss": -0.408371239900589, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9576352834701538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1831}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 1832}
{"loss": -0.4054626524448395, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9519050717353821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1832}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 1833}
{"loss": -0.4065530300140381, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9538314342498779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1833}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 1834}
{"loss": -0.4082518517971039, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9576964974403381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1834}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1835}
{"loss": -0.4071420431137085, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9553654193878174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1835}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1836}
{"loss": -0.4081805944442749, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9576728343963623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1836}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1837}
{"loss": -0.40696099400520325, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9551596641540527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1837}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1838}
{"loss": -0.4095400273799896, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.959053099155426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1838}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9423468708992004}, "epoch": 1839}
{"loss": -0.4062175154685974, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9516512751579285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1839}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1840}
{"loss": -0.4062339663505554, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9531139135360718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1840}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1841}
{"loss": -0.40697288513183594, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9535053968429565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1841}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1842}
{"loss": -0.4071606993675232, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9551031589508057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1842}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1843}
{"loss": -0.4078492820262909, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9562919735908508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1843}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 1844}
{"loss": -0.4072675108909607, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.951373279094696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1844}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1845}
{"loss": -0.4076405167579651, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9546307921409607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1845}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1846}
{"loss": -0.4060971140861511, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9512108564376831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1846}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 1847}
{"loss": -0.40636321902275085, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9524726867675781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1847}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 1848}
{"loss": -0.4068508744239807, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9527236819267273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1848}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1849}
{"loss": -0.40690234303474426, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9536640644073486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1849}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9469387531280518}, "epoch": 1850}
{"loss": -0.40819498896598816, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9563446640968323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1850}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9469387531280518}, "epoch": 1851}
{"loss": -0.40779104828834534, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.954536497592926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1851}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 1852}
{"loss": -0.4076026380062103, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.954051673412323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1852}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9479591250419617}, "epoch": 1853}
{"loss": -0.40858468413352966, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9554859399795532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1853}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 1854}
{"loss": -0.40775930881500244, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9546309113502502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1854}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 1855}
{"loss": -0.40644800662994385, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.951566755771637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1855}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9494897723197937}, "epoch": 1856}
{"loss": -0.4080447554588318, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.953926682472229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1856}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9448978900909424}, "epoch": 1857}
{"loss": -0.4084305763244629, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9557004570960999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1857}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9448978900909424}, "epoch": 1858}
{"loss": -0.40771225094795227, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9533954858779907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1858}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9454081058502197}, "epoch": 1859}
{"loss": -0.4080315828323364, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9549356698989868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1859}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1860}
{"loss": -0.40770024061203003, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9540619254112244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1860}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9489795565605164}, "epoch": 1861}
{"loss": -0.4065098762512207, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9516856074333191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1861}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 1862}
{"loss": -0.40652352571487427, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9509432315826416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1862}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 1863}
{"loss": -0.4095407724380493, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9566221833229065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1863}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1864}
{"loss": -0.40754377841949463, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9534456133842468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1864}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1865}
{"loss": -0.40781256556510925, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9541195034980774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1865}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1866}
{"loss": -0.40740302205085754, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9521266222000122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1866}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1867}
{"loss": -0.40814700722694397, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9543989300727844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1867}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1868}
{"loss": -0.4060034453868866, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9493716955184937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1868}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 1869}
{"loss": -0.4081754684448242, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9542684555053711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1869}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1870}
{"loss": -0.4077472984790802, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9530922174453735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1870}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1871}
{"loss": -0.40902599692344666, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9549530744552612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1871}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1872}
{"loss": -0.40840500593185425, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9551932215690613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1872}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1873}
{"loss": -0.4088161289691925, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9555214643478394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1873}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1874}
{"loss": -0.41030511260032654, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9571452140808105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1874}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1875}
{"loss": -0.40794098377227783, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9527058005332947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1875}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1876}
{"loss": -0.40717557072639465, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.951497495174408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1876}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1877}
{"loss": -0.4084010422229767, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9532872438430786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1877}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1878}
{"loss": -0.4092569947242737, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9562219977378845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1878}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1879}
{"loss": -0.40761324763298035, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9523075819015503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1879}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1880}
{"loss": -0.4075726270675659, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9509553909301758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1880}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1881}
{"loss": -0.4080956280231476, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9513199329376221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1881}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1882}
{"loss": -0.41024550795555115, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9573913812637329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1882}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1883}
{"loss": -0.410856157541275, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9594654440879822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1883}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1884}
{"loss": -0.40963098406791687, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9566658139228821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1884}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1885}
{"loss": -0.40821319818496704, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9525945782661438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1885}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1886}
{"loss": -0.40830472111701965, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9535303711891174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1886}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1887}
{"loss": -0.40910324454307556, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9547252058982849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1887}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1888}
{"loss": -0.4091508686542511, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.955281674861908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1888}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1889}
{"loss": -0.4090408980846405, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9538170099258423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1889}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1890}
{"loss": -0.4081398844718933, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9530696868896484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1890}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1891}
{"loss": -0.41029301285743713, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9565742015838623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1891}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1892}
{"loss": -0.4085739552974701, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9524787068367004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1892}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1893}
{"loss": -0.4076388478279114, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9500581622123718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1893}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1894}
{"loss": -0.40896034240722656, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9538647532463074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1894}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1895}
{"loss": -0.40931180119514465, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9542979001998901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1895}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1896}
{"loss": -0.4082510769367218, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9533372521400452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1896}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1897}
{"loss": -0.40832260251045227, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9519842863082886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1897}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1898}
{"loss": -0.4090046286582947, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9523166418075562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1898}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1899}
{"loss": -0.40891095995903015, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9538205862045288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1899}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2448979616165161}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1900}
{"loss": -0.40988650918006897, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9565456509590149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1900}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1901}
{"loss": -0.4099861979484558, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9541348814964294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1901}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1902}
{"loss": -0.41081488132476807, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.957587480545044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1902}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.24234692752361298}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1903}
{"loss": -0.40922150015830994, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.952242374420166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1903}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1904}
{"loss": -0.4089616537094116, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9531579613685608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1904}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23979590833187103}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1905}
{"loss": -0.4081864655017853, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9518396854400635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1905}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1906}
{"loss": -0.40878045558929443, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9532305598258972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1906}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1907}
{"loss": -0.4118281900882721, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9574882984161377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1907}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1908}
{"loss": -0.4100230634212494, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9542722105979919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1908}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1909}
{"loss": -0.40904563665390015, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9535716772079468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1909}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1910}
{"loss": -0.41014400124549866, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9562157988548279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1910}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1911}
{"loss": -0.41008952260017395, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9553747177124023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1911}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1912}
{"loss": -0.4099198281764984, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9551482796669006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1912}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1913}
{"loss": -0.40949350595474243, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.954400360584259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1913}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1914}
{"loss": -0.40946829319000244, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9523234963417053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1914}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1915}
{"loss": -0.4090348482131958, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9522354006767273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1915}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1916}
{"loss": -0.410443514585495, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9518494009971619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1916}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1917}
{"loss": -0.41037097573280334, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9557437300682068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1917}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1918}
{"loss": -0.41171029210090637, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9587475657463074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1918}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1919}
{"loss": -0.4088360667228699, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.951996386051178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1919}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1920}
{"loss": -0.4106574058532715, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9554237723350525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1920}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1921}
{"loss": -0.4119608998298645, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.957132875919342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1921}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1922}
{"loss": -0.4109250009059906, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.956924557685852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1922}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1923}
{"loss": -0.4097137153148651, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9528600573539734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1923}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1924}
{"loss": -0.4110035002231598, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9564489126205444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1924}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1925}
{"loss": -0.40961727499961853, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9534705281257629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1925}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1926}
{"loss": -0.410660982131958, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9560661911964417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1926}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1927}
{"loss": -0.41036322712898254, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9532936811447144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1927}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1928}
{"loss": -0.4097043573856354, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9526978135108948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1928}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1929}
{"loss": -0.4099949896335602, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9536184668540955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1929}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1930}
{"loss": -0.4100576937198639, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9543362855911255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1930}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1931}
{"loss": -0.4112980365753174, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9554063677787781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1931}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1932}
{"loss": -0.408936083316803, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9515998363494873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1932}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19897958636283875}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1933}
{"loss": -0.41273775696754456, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9584941267967224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1933}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1934}
{"loss": -0.40921664237976074, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9515125155448914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1934}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1935}
{"loss": -0.4104572832584381, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9527701735496521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1935}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9494897723197937}, "epoch": 1936}
{"loss": -0.4101976156234741, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9538516402244568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1936}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1937}
{"loss": -0.4139634668827057, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9570602178573608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1937}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1938}
{"loss": -0.4127032458782196, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9585787653923035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1938}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1939}
{"loss": -0.41057664155960083, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.955000638961792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1939}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1940}
{"loss": -0.4104934334754944, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9539645314216614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1940}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1941}
{"loss": -0.40991389751434326, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9531657099723816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1941}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1942}
{"loss": -0.4106765389442444, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9554246068000793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1942}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1943}
{"loss": -0.40989410877227783, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9509512782096863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1943}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1944}
{"loss": -0.4103330969810486, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9530696868896484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1944}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1945}
{"loss": -0.4100354313850403, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9517562389373779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1945}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1946}
{"loss": -0.4103626310825348, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9531819820404053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1946}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1947}
{"loss": -0.4101615846157074, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9525853395462036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1947}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1948}
{"loss": -0.4120890200138092, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9569385051727295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1948}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1949}
{"loss": -0.41347062587738037, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.958243191242218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1949}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1950}
{"loss": -0.4114767611026764, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.955400824546814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1950}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2372448891401291}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1951}
{"loss": -0.40987107157707214, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9527577757835388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1951}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1952}
{"loss": -0.4112783968448639, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9554723501205444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1952}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1953}
{"loss": -0.4107554256916046, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9549338221549988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1953}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1954}
{"loss": -0.41147419810295105, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9562551975250244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1954}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1955}
{"loss": -0.4146726429462433, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.963604211807251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1955}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1956}
{"loss": -0.4111390709877014, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9552517533302307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1956}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22704081237316132}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1957}
{"loss": -0.4108344614505768, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9529887437820435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1957}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1958}
{"loss": -0.4107078015804291, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9536237716674805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1958}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1959}
{"loss": -0.4119274616241455, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9546923041343689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1959}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20918366312980652}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9438775181770325}, "epoch": 1960}
{"loss": -0.41041770577430725, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9520940780639648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1960}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1961}
{"loss": -0.4131365120410919, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9577617049217224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1961}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1962}
{"loss": -0.4123939573764801, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.957159161567688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1962}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1963}
{"loss": -0.4101901948451996, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9515230059623718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1963}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1964}
{"loss": -0.410338819026947, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9524303078651428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1964}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1965}
{"loss": -0.4119888246059418, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9549386501312256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1965}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2321428507566452}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1966}
{"loss": -0.412156879901886, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9562644958496094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1966}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.23469386994838715}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1967}
{"loss": -0.411598265171051, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9545819759368896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1967}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1968}
{"loss": -0.4113057851791382, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9534645676612854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1968}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9454081058502197}, "epoch": 1969}
{"loss": -0.41138893365859985, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9543430209159851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1969}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1970}
{"loss": -0.41097357869148254, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9535329341888428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1970}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1971}
{"loss": -0.41025683283805847, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9511167407035828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1971}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1972}
{"loss": -0.41060587763786316, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9521353840827942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1972}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1973}
{"loss": -0.4131023585796356, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9565808176994324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1973}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1974}
{"loss": -0.41089171171188354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9513524770736694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1974}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1975}
{"loss": -0.410519003868103, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9520481824874878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1975}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1976}
{"loss": -0.41181135177612305, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9524762630462646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1976}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1977}
{"loss": -0.4116320013999939, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9541448354721069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1977}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1978}
{"loss": -0.4123244285583496, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9552856087684631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1978}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22193877398967743}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1979}
{"loss": -0.4132535755634308, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9574633240699768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1979}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.22448979318141937}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1980}
{"loss": -0.41034600138664246, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9511719942092896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1980}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1981}
{"loss": -0.41282254457473755, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9566279649734497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1981}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 1982}
{"loss": -0.4108707308769226, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9513298273086548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1982}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21683673560619354}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1983}
{"loss": -0.41072940826416016, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9520056843757629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1983}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21938775479793549}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1984}
{"loss": -0.41058507561683655, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9518312811851501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1984}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20663264393806458}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1985}
{"loss": -0.4109960198402405, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9526673555374146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1985}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.20408162474632263}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1986}
{"loss": -0.41178566217422485, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.954282820224762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1986}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1987}
{"loss": -0.41288837790489197, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9564856290817261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1987}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9448978900909424}, "epoch": 1988}
{"loss": -0.41431477665901184, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9596948623657227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1988}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1989}
{"loss": -0.4123232364654541, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9531949162483215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1989}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1990}
{"loss": -0.41317179799079895, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.955518364906311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1990}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9443877339363098}, "epoch": 1991}
{"loss": -0.4116038382053375, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.953511655330658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1991}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18112245202064514}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1992}
{"loss": -0.410997599363327, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9519419074058533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1992}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 1993}
{"loss": -0.4125554859638214, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9550782442092896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1993}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18877550959587097}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.948469340801239}, "epoch": 1994}
{"loss": -0.41242262721061707, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9545972347259521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1994}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1995}
{"loss": -0.4117361307144165, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.953330397605896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1995}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1996}
{"loss": -0.4115580916404724, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9525637030601501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1996}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18367347121238708}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9479591250419617}, "epoch": 1997}
{"loss": -0.41475000977516174, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9589860439300537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1997}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.18622449040412903}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9489795565605164}, "epoch": 1998}
{"loss": -0.4129142165184021, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9545010924339294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1998}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19132652878761292}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9469387531280518}, "epoch": 1999}
{"loss": -0.41339871287345886, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9567721486091614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1999}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 2000}
{"loss": -0.41362935304641724, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9572972059249878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2000}
{"epoch": 2000, "positional_disent": 0.15475814044475555, "bag_of_symbol_disent": 0.07497557997703552, "topographic_sim": 0.1582786082858257}
{"epoch": 2000, "positional_disent": 0.08107931911945343, "bag_of_symbol_disent": 0.7099919319152832, "topographic_sim": 0.2967960233788572}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.178571417927742}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9464285373687744}, "epoch": 2000}
