Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=216, receiver='ModifReceiver', receiver_emb=30, sender='ModifSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.7030612230300903, "acc_or": 0.8448979258537292}, "epoch": 1}
{"loss": 2.2926158905029297, "acc": 0.7242746949195862, "acc_or": 0.8547143936157227, "sender_entropy": 0.5462513566017151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.949999988079071}, "epoch": 2}
{"loss": 2.3775060176849365, "acc": 0.9196509718894958, "acc_or": 0.9595988392829895, "sender_entropy": 0.7377239465713501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.919387698173523, "acc_or": 0.9596938490867615}, "epoch": 3}
{"loss": 2.003567695617676, "acc": 0.9378966689109802, "acc_or": 0.9687783122062683, "sender_entropy": 0.8445256948471069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.949999988079071}, "epoch": 4}
{"loss": 1.8261899948120117, "acc": 0.9395965337753296, "acc_or": 0.9697416424751282, "sender_entropy": 0.9614437222480774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "epoch": 5}
{"loss": 1.6264389753341675, "acc": 0.93019038438797, "acc_or": 0.965038537979126, "sender_entropy": 1.0338125228881836, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 6}
{"loss": 1.053552508354187, "acc": 0.9071849584579468, "acc_or": 0.953535795211792, "sender_entropy": 0.7538512349128723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 7}
{"loss": 0.6974976062774658, "acc": 0.8977788090705872, "acc_or": 0.9488327503204346, "sender_entropy": 0.5387851595878601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9474489092826843}, "epoch": 8}
{"loss": 0.8365108966827393, "acc": 0.8975521326065063, "acc_or": 0.9487193822860718, "sender_entropy": 0.773216962814331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9454081058502197}, "epoch": 9}
{"loss": 0.6559068560600281, "acc": 0.895965576171875, "acc_or": 0.9479827880859375, "sender_entropy": 0.6517201066017151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9505101442337036}, "epoch": 10}
{"loss": 0.5594990253448486, "acc": 0.8980054259300232, "acc_or": 0.949002742767334, "sender_entropy": 0.5986483097076416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.936734676361084}, "epoch": 11}
{"loss": 0.5048369765281677, "acc": 0.8972121477127075, "acc_or": 0.9486060738563538, "sender_entropy": 0.6089036464691162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 12}
{"loss": 0.42633184790611267, "acc": 0.8966454863548279, "acc_or": 0.9483227729797363, "sender_entropy": 0.5768714547157288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 13}
{"loss": 0.3775845170021057, "acc": 0.8941522836685181, "acc_or": 0.947076141834259, "sender_entropy": 0.5738977789878845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 14}
{"loss": 0.3639046549797058, "acc": 0.8931323885917664, "acc_or": 0.9465661644935608, "sender_entropy": 0.5792332291603088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 15}
{"loss": 0.38445737957954407, "acc": 0.900498628616333, "acc_or": 0.9502493143081665, "sender_entropy": 0.7415618896484375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9362244606018066}, "epoch": 16}
{"loss": 0.3140397071838379, "acc": 0.895965576171875, "acc_or": 0.9479261040687561, "sender_entropy": 0.6363666653633118, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 17}
{"loss": 0.32580265402793884, "acc": 0.9015185832977295, "acc_or": 0.9507026076316833, "sender_entropy": 0.8388128280639648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 18}
{"loss": 0.2818985879421234, "acc": 0.8970988392829895, "acc_or": 0.9484927654266357, "sender_entropy": 0.7418993711471558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9469387531280518}, "epoch": 19}
{"loss": 0.25537028908729553, "acc": 0.8987987041473389, "acc_or": 0.9493427276611328, "sender_entropy": 0.7122602462768555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9382652640342712}, "epoch": 20}
{"loss": 0.20312048494815826, "acc": 0.8953989148139954, "acc_or": 0.9476994276046753, "sender_entropy": 0.5695508718490601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.936734676361084}, "epoch": 21}
{"loss": 0.2003229558467865, "acc": 0.8950589299201965, "acc_or": 0.9475294947624207, "sender_entropy": 0.6813627481460571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9413264989852905}, "epoch": 22}
{"loss": 0.18421965837478638, "acc": 0.8951722383499146, "acc_or": 0.9475861191749573, "sender_entropy": 0.6691337823867798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.936734676361084}, "epoch": 23}
{"loss": 0.17392267286777496, "acc": 0.8978921175003052, "acc_or": 0.9489460587501526, "sender_entropy": 0.678867757320404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 24}
{"loss": 0.14590758085250854, "acc": 0.8957388997077942, "acc_or": 0.9478694200515747, "sender_entropy": 0.6817674040794373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 25}
{"loss": 0.13185623288154602, "acc": 0.895965576171875, "acc_or": 0.9479827880859375, "sender_entropy": 0.6844991445541382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8693877458572388, "acc_or": 0.9346938133239746}, "epoch": 26}
{"loss": 0.11731496453285217, "acc": 0.8951722383499146, "acc_or": 0.9475861191749573, "sender_entropy": 0.6117039322853088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9372448325157166}, "epoch": 27}
{"loss": 0.11430168896913528, "acc": 0.895965576171875, "acc_or": 0.9479827880859375, "sender_entropy": 0.7684118747711182, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9377550482749939}, "epoch": 28}
{"loss": 0.09932562708854675, "acc": 0.8995920419692993, "acc_or": 0.9497960209846497, "sender_entropy": 0.790985107421875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 29}
{"loss": 0.0840744599699974, "acc": 0.9000453352928162, "acc_or": 0.9500226378440857, "sender_entropy": 0.8532269597053528, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9418367147445679}, "epoch": 30}
{"loss": 0.07922079414129257, "acc": 0.8935856819152832, "acc_or": 0.9467928409576416, "sender_entropy": 0.6470348238945007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 31}
{"loss": 0.06307341903448105, "acc": 0.898118793964386, "acc_or": 0.9490593671798706, "sender_entropy": 0.76497483253479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9387754797935486}, "epoch": 32}
{"loss": 0.05605258047580719, "acc": 0.8949456214904785, "acc_or": 0.9474728107452393, "sender_entropy": 0.733920156955719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.935204029083252}, "epoch": 33}
{"loss": 0.04832039773464203, "acc": 0.8972121477127075, "acc_or": 0.9486060738563538, "sender_entropy": 0.7060067653656006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 34}
{"loss": 0.04256478697061539, "acc": 0.8947189450263977, "acc_or": 0.9473595023155212, "sender_entropy": 0.677881121635437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9423468708992004}, "epoch": 35}
{"loss": 0.032766424119472504, "acc": 0.8974388241767883, "acc_or": 0.9487193822860718, "sender_entropy": 0.7164811491966248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9408162832260132}, "epoch": 36}
{"loss": 0.008317776024341583, "acc": 0.9017452597618103, "acc_or": 0.9508726000785828, "sender_entropy": 0.8727749586105347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 37}
{"loss": 0.03134651482105255, "acc": 0.8970988392829895, "acc_or": 0.9485493898391724, "sender_entropy": 0.5930812954902649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9377550482749939}, "epoch": 38}
{"loss": 0.01575888693332672, "acc": 0.8953989148139954, "acc_or": 0.9476994276046753, "sender_entropy": 0.6414456963539124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9397958517074585}, "epoch": 39}
{"loss": 0.005957648158073425, "acc": 0.895965576171875, "acc_or": 0.9479827880859375, "sender_entropy": 0.7079236507415771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 40}
{"loss": 0.005712255835533142, "acc": 0.8966454863548279, "acc_or": 0.9483227729797363, "sender_entropy": 0.6509984135627747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9362244606018066}, "epoch": 41}
{"loss": -0.01576554775238037, "acc": 0.898232102394104, "acc_or": 0.949116051197052, "sender_entropy": 0.7532703280448914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9316326379776001}, "epoch": 42}
{"loss": -0.0385662242770195, "acc": 0.902538537979126, "acc_or": 0.951269268989563, "sender_entropy": 0.8558351993560791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8673468828201294, "acc_or": 0.9336734414100647}, "epoch": 43}
{"loss": -0.015323549509048462, "acc": 0.896078884601593, "acc_or": 0.9480394124984741, "sender_entropy": 0.6481088995933533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 44}
{"loss": -0.023133575916290283, "acc": 0.8994786739349365, "acc_or": 0.9497393369674683, "sender_entropy": 0.7098679542541504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8683673143386841, "acc_or": 0.934183657169342}, "epoch": 45}
{"loss": -0.02410081773996353, "acc": 0.8978921175003052, "acc_or": 0.9489460587501526, "sender_entropy": 0.6868090629577637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 46}
{"loss": -0.03054814040660858, "acc": 0.9001586437225342, "acc_or": 0.9500793218612671, "sender_entropy": 0.6894241571426392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 47}
{"loss": -0.02334645390510559, "acc": 0.9001586437225342, "acc_or": 0.9500793218612671, "sender_entropy": 0.6169425845146179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 48}
{"loss": -0.04943764954805374, "acc": 0.9010652899742126, "acc_or": 0.9505326151847839, "sender_entropy": 0.7320544719696045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9362244606018066}, "epoch": 49}
{"loss": -0.051478855311870575, "acc": 0.9021985530853271, "acc_or": 0.9510992765426636, "sender_entropy": 0.7463521957397461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 50}
{"loss": -0.044893234968185425, "acc": 0.8998186588287354, "acc_or": 0.9499093294143677, "sender_entropy": 0.6747288703918457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 51}
{"loss": -0.0810399055480957, "acc": 0.9033318161964417, "acc_or": 0.9516659379005432, "sender_entropy": 0.8323686122894287, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 52}
{"loss": -0.05426479130983353, "acc": 0.9006119966506958, "acc_or": 0.9503059983253479, "sender_entropy": 0.6968780755996704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 53}
{"loss": -0.053109683096408844, "acc": 0.89845871925354, "acc_or": 0.94922935962677, "sender_entropy": 0.6605848073959351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 54}
{"loss": -0.06457845121622086, "acc": 0.8998186588287354, "acc_or": 0.9499093294143677, "sender_entropy": 0.7044565081596375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8591836094856262, "acc_or": 0.9295917749404907}, "epoch": 55}
{"loss": -0.0958360806107521, "acc": 0.9020852446556091, "acc_or": 0.9510425925254822, "sender_entropy": 0.8233571648597717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 56}
{"loss": -0.08859897404909134, "acc": 0.9054850339889526, "acc_or": 0.9527425169944763, "sender_entropy": 0.7802465558052063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 57}
{"loss": -0.10586569458246231, "acc": 0.9033318161964417, "acc_or": 0.9516659379005432, "sender_entropy": 0.8219711184501648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8540815711021423, "acc_or": 0.9270407557487488}, "epoch": 58}
{"loss": -0.07448934763669968, "acc": 0.9000453352928162, "acc_or": 0.9500226378440857, "sender_entropy": 0.6925725340843201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 59}
{"loss": -0.09328439086675644, "acc": 0.9012919068336487, "acc_or": 0.9506459832191467, "sender_entropy": 0.7568762302398682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 60}
{"loss": -0.08763111382722855, "acc": 0.8994786739349365, "acc_or": 0.9497393369674683, "sender_entropy": 0.7001516819000244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 61}
{"loss": -0.09556538611650467, "acc": 0.906958281993866, "acc_or": 0.9534791707992554, "sender_entropy": 0.7427911162376404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 62}
{"loss": -0.07982656359672546, "acc": 0.9000453352928162, "acc_or": 0.9500226378440857, "sender_entropy": 0.661842942237854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.855102002620697, "acc_or": 0.9275509715080261}, "epoch": 63}
{"loss": -0.08686299622058868, "acc": 0.8986853957176208, "acc_or": 0.9493427276611328, "sender_entropy": 0.6820271015167236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8510203957557678, "acc_or": 0.9255101680755615}, "epoch": 64}
{"loss": -0.12534472346305847, "acc": 0.9038984775543213, "acc_or": 0.9519492387771606, "sender_entropy": 0.8148256540298462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 65}
{"loss": -0.08273058384656906, "acc": 0.8978921175003052, "acc_or": 0.9489460587501526, "sender_entropy": 0.6465851068496704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 66}
{"loss": -0.10306816548109055, "acc": 0.8998186588287354, "acc_or": 0.9499093294143677, "sender_entropy": 0.7038252353668213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 67}
{"loss": -0.09670794755220413, "acc": 0.8987987041473389, "acc_or": 0.9493993520736694, "sender_entropy": 0.6661317348480225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8408163189888, "acc_or": 0.9204081296920776}, "epoch": 68}
{"loss": -0.10957358032464981, "acc": 0.9008386135101318, "acc_or": 0.9504193067550659, "sender_entropy": 0.7217411994934082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 69}
{"loss": -0.10599014908075333, "acc": 0.8992520570755005, "acc_or": 0.9496260285377502, "sender_entropy": 0.7042255997657776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 70}
{"loss": -0.10138554871082306, "acc": 0.9001586437225342, "acc_or": 0.9500793218612671, "sender_entropy": 0.6710602641105652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 71}
{"loss": -0.10167213529348373, "acc": 0.9006119966506958, "acc_or": 0.9503059983253479, "sender_entropy": 0.6605245471000671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8285713791847229, "acc_or": 0.9142856597900391}, "epoch": 72}
{"loss": -0.09589039534330368, "acc": 0.9006119966506958, "acc_or": 0.9503059983253479, "sender_entropy": 0.6463442444801331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8438774943351746, "acc_or": 0.9219387173652649}, "epoch": 73}
{"loss": -0.10658364742994308, "acc": 0.9014052748680115, "acc_or": 0.9507026076316833, "sender_entropy": 0.6879824995994568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 74}
{"loss": -0.09455854445695877, "acc": 0.9028785228729248, "acc_or": 0.9514392614364624, "sender_entropy": 0.6275541186332703, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 75}
{"loss": -0.1240810677409172, "acc": 0.8997053503990173, "acc_or": 0.9498526453971863, "sender_entropy": 0.7144759297370911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 76}
{"loss": -0.11846492439508438, "acc": 0.9007253050804138, "acc_or": 0.9503626227378845, "sender_entropy": 0.6964890360832214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 77}
{"loss": -0.1028878465294838, "acc": 0.9007253050804138, "acc_or": 0.9503626227378845, "sender_entropy": 0.6421775817871094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 78}
{"loss": -0.12167706340551376, "acc": 0.9034451246261597, "acc_or": 0.9517225623130798, "sender_entropy": 0.6998646259307861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 79}
{"loss": -0.11279069632291794, "acc": 0.8994786739349365, "acc_or": 0.9497393369674683, "sender_entropy": 0.6604424715042114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 80}
{"loss": -0.1313251256942749, "acc": 0.9016318917274475, "acc_or": 0.9507592916488647, "sender_entropy": 0.7164381742477417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 81}
{"loss": -0.10786133259534836, "acc": 0.9028785228729248, "acc_or": 0.9514392614364624, "sender_entropy": 0.6351779699325562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 82}
{"loss": -0.15317586064338684, "acc": 0.9018585681915283, "acc_or": 0.9509292840957642, "sender_entropy": 0.7683722376823425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 83}
{"loss": -0.13292935490608215, "acc": 0.9036718010902405, "acc_or": 0.9518359303474426, "sender_entropy": 0.7158274054527283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9214285612106323}, "epoch": 84}
{"loss": -0.11636362969875336, "acc": 0.900385320186615, "acc_or": 0.9501926302909851, "sender_entropy": 0.6617310047149658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 85}
{"loss": -0.11942680925130844, "acc": 0.9014052748680115, "acc_or": 0.9507026076316833, "sender_entropy": 0.6508782505989075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 86}
{"loss": -0.1147681251168251, "acc": 0.9029918313026428, "acc_or": 0.9514959454536438, "sender_entropy": 0.6443184018135071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "epoch": 87}
{"loss": -0.15096551179885864, "acc": 0.9051450490951538, "acc_or": 0.9525725245475769, "sender_entropy": 0.7437498569488525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8336734175682068, "acc_or": 0.916836678981781}, "epoch": 88}
{"loss": -0.14995548129081726, "acc": 0.9041250944137573, "acc_or": 0.9520625472068787, "sender_entropy": 0.7356308698654175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "epoch": 89}
{"loss": -0.12865304946899414, "acc": 0.9059383273124695, "acc_or": 0.9529691934585571, "sender_entropy": 0.6752191781997681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 90}
{"loss": -0.15194714069366455, "acc": 0.9058250188827515, "acc_or": 0.9529125094413757, "sender_entropy": 0.7443094849586487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8306121826171875, "acc_or": 0.9153060913085938}, "epoch": 91}
{"loss": -0.12390440702438354, "acc": 0.9053717255592346, "acc_or": 0.9526858329772949, "sender_entropy": 0.6472048163414001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 92}
{"loss": -0.14312982559204102, "acc": 0.9067316651344299, "acc_or": 0.9533658027648926, "sender_entropy": 0.702180027961731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8397958874702454, "acc_or": 0.9198979139328003}, "epoch": 93}
{"loss": -0.14220017194747925, "acc": 0.902425229549408, "acc_or": 0.9512125849723816, "sender_entropy": 0.7064779996871948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8295918107032776, "acc_or": 0.9147958755493164}, "epoch": 94}
{"loss": -0.11352931708097458, "acc": 0.900272011756897, "acc_or": 0.9501360058784485, "sender_entropy": 0.6014023423194885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8387754559516907, "acc_or": 0.919387698173523}, "epoch": 95}
{"loss": -0.16349995136260986, "acc": 0.9027652144432068, "acc_or": 0.951382577419281, "sender_entropy": 0.757021427154541, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 96}
{"loss": -0.12373504787683487, "acc": 0.9023118615150452, "acc_or": 0.951155960559845, "sender_entropy": 0.6396976709365845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 97}
{"loss": -0.1474672555923462, "acc": 0.906844973564148, "acc_or": 0.953422486782074, "sender_entropy": 0.7046548128128052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 98}
{"loss": -0.15796157717704773, "acc": 0.9038984775543213, "acc_or": 0.9519492387771606, "sender_entropy": 0.7230594158172607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 99}
{"loss": -0.16628077626228333, "acc": 0.9097914695739746, "acc_or": 0.9548957347869873, "sender_entropy": 0.7475566864013672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8285713791847229, "acc_or": 0.9142856597900391}, "epoch": 100}
{"loss": -0.1391090750694275, "acc": 0.9018585681915283, "acc_or": 0.9509292840957642, "sender_entropy": 0.651034951210022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 101}
{"loss": -0.1542818546295166, "acc": 0.9035584926605225, "acc_or": 0.9517792463302612, "sender_entropy": 0.7058679461479187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 102}
{"loss": -0.19475486874580383, "acc": 0.9104714393615723, "acc_or": 0.9552357196807861, "sender_entropy": 0.81888747215271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 103}
{"loss": -0.1323026716709137, "acc": 0.9114913940429688, "acc_or": 0.9557456970214844, "sender_entropy": 0.6332895159721375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.827551007270813, "acc_or": 0.9137754440307617}, "epoch": 104}
{"loss": -0.17731522023677826, "acc": 0.9188576340675354, "acc_or": 0.9594288468360901, "sender_entropy": 0.7568562030792236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 105}
{"loss": -0.14412912726402283, "acc": 0.9071849584579468, "acc_or": 0.9535924792289734, "sender_entropy": 0.6627938747406006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.827551007270813, "acc_or": 0.9137754440307617}, "epoch": 106}
{"loss": -0.12859898805618286, "acc": 0.9137579202651978, "acc_or": 0.9568789601325989, "sender_entropy": 0.6106864809989929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 107}
{"loss": -0.16950783133506775, "acc": 0.9199909567832947, "acc_or": 0.959995448589325, "sender_entropy": 0.7254014611244202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.827551007270813, "acc_or": 0.9137754440307617}, "epoch": 108}
{"loss": -0.20255839824676514, "acc": 0.9309836626052856, "acc_or": 0.9654918313026428, "sender_entropy": 0.8150478601455688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "epoch": 109}
{"loss": -0.1286916732788086, "acc": 0.9531958103179932, "acc_or": 0.9765979051589966, "sender_entropy": 0.6196663975715637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 110}
{"loss": -0.10139922052621841, "acc": 0.9850407838821411, "acc_or": 0.9925203919410706, "sender_entropy": 0.6157886981964111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9612244367599487, "acc_or": 0.9806122183799744}, "epoch": 111}
{"loss": -0.08159346133470535, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.6133282780647278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9704081416130066, "acc_or": 0.9852040410041809}, "epoch": 112}
{"loss": -0.07664472609758377, "acc": 0.9932003617286682, "acc_or": 0.9966002106666565, "sender_entropy": 0.6638059616088867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9714285135269165, "acc_or": 0.9857142567634583}, "epoch": 113}
{"loss": -0.07599430531263351, "acc": 0.9942203164100647, "acc_or": 0.9970535039901733, "sender_entropy": 0.6622567176818848, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 114}
{"loss": -0.07689876854419708, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6861364245414734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 115}
{"loss": -0.07241157442331314, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6526489853858948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 116}
{"loss": -0.07571566104888916, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6883155703544617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 117}
{"loss": -0.07578492164611816, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6601899862289429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 118}
{"loss": -0.06987109780311584, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6467638611793518, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 119}
{"loss": -0.06475240737199783, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.5833122730255127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 120}
{"loss": -0.08145371079444885, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6968039870262146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 121}
{"loss": -0.08438485115766525, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6916839480400085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 122}
{"loss": -0.08494365960359573, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6918074488639832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 123}
{"loss": -0.08444921672344208, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6782279014587402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 124}
{"loss": -0.08620258420705795, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6938628554344177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9897958636283875}, "epoch": 125}
{"loss": -0.08480622619390488, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.6622673273086548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 126}
{"loss": -0.09980375319719315, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7661150693893433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 127}
{"loss": -0.08313892036676407, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6392096877098083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 128}
{"loss": -0.08731260150671005, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.653644323348999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 129}
{"loss": -0.09874606132507324, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7023935317993164, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 130}
{"loss": -0.09942127764225006, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7224786281585693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 131}
{"loss": -0.09768441319465637, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6852914690971375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 132}
{"loss": -0.10008928924798965, "acc": 0.9966002106666565, "acc_or": 0.9982434511184692, "sender_entropy": 0.7019687294960022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 133}
{"loss": -0.09947367757558823, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6794122457504272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 134}
{"loss": -0.10760491341352463, "acc": 0.9963735342025757, "acc_or": 0.9981867671012878, "sender_entropy": 0.7311863303184509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 135}
{"loss": -0.10478220880031586, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7008334398269653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 136}
{"loss": -0.10813769698143005, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.714785635471344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 137}
{"loss": -0.10065345466136932, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6695836186408997, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 138}
{"loss": -0.10982631146907806, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.715868353843689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 139}
{"loss": -0.09920668601989746, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6379421949386597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 140}
{"loss": -0.12394464761018753, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7737715840339661, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 141}
{"loss": -0.11125125735998154, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.683667004108429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 142}
{"loss": -0.11842852085828781, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7200644612312317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 143}
{"loss": -0.10921160131692886, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6532301306724548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 144}
{"loss": -0.11491958796977997, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6865364909172058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 145}
{"loss": -0.11582362651824951, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6784659028053284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 0.4693877398967743, "acc_or": 0.7091836333274841}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 146}
{"loss": -0.11864663660526276, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6910935044288635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 147}
{"loss": -0.11899156123399734, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6874223947525024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 0.4642857015132904, "acc_or": 0.7066326141357422}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 148}
{"loss": -0.12076448649168015, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6889063715934753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 0.44897958636283875, "acc_or": 0.6964285373687744}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 149}
{"loss": -0.12897390127182007, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7242929935455322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 0.4591836631298065, "acc_or": 0.7040815949440002}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 150}
{"loss": -0.1265956312417984, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7092893719673157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 151}
{"loss": -0.13639217615127563, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7433538436889648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 152}
{"loss": -0.136122927069664, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.7402480244636536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 153}
{"loss": -0.1340382695198059, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7249547243118286, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 154}
{"loss": -0.12648925185203552, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6806579828262329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 155}
{"loss": -0.1291075199842453, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6871057748794556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 156}
{"loss": -0.1311408430337906, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6861237287521362, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 157}
{"loss": -0.12833569943904877, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6728962659835815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 158}
{"loss": -0.12701644003391266, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6579703688621521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 159}
{"loss": -0.1408310830593109, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7199734449386597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 160}
{"loss": -0.13872310519218445, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6980568170547485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 161}
{"loss": -0.13085611164569855, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6685545444488525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 162}
{"loss": -0.12206784635782242, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6117804646492004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.875}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 163}
{"loss": -0.12936241924762726, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.643387496471405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 164}
{"loss": -0.16137340664863586, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7918985486030579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 165}
{"loss": -0.14129239320755005, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6896130442619324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 166}
{"loss": -0.16590788960456848, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.798988401889801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 167}
{"loss": -0.15494391322135925, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7453100681304932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 168}
{"loss": -0.14926406741142273, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7060429453849792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 169}
{"loss": -0.14185810089111328, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6676774024963379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 170}
{"loss": -0.15462490916252136, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7246116995811462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 171}
{"loss": -0.15828397870063782, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7355905175209045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 172}
{"loss": -0.15127228200435638, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7006558179855347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 173}
{"loss": -0.14383767545223236, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.6593940854072571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 174}
{"loss": -0.16350699961185455, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7385991811752319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 175}
{"loss": -0.1427115499973297, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6433473825454712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9908162951469421}, "epoch": 176}
{"loss": -0.1418493390083313, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6429488658905029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.9913265109062195}, "epoch": 177}
{"loss": -0.14420245587825775, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.642903745174408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 178}
{"loss": -0.1467016041278839, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6568466424942017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 179}
{"loss": -0.14531463384628296, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6443336606025696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 180}
{"loss": -0.13399910926818848, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.5812690854072571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 181}
{"loss": -0.12935985624790192, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.5646844506263733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 182}
{"loss": -0.16390123963356018, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.712161660194397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 183}
{"loss": -0.1831134557723999, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7807403802871704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 184}
{"loss": -0.15873855352401733, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6874818205833435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 185}
{"loss": -0.16290561854839325, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6974337697029114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9908162951469421}, "epoch": 186}
{"loss": -0.18032805621623993, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7652587890625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 187}
{"loss": -0.17357413470745087, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7307822704315186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 188}
{"loss": -0.16546770930290222, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6969821453094482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 189}
{"loss": -0.17969158291816711, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7473990321159363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9908162951469421}, "epoch": 190}
{"loss": -0.15897710621356964, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6622284054756165, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9908162951469421}, "epoch": 191}
{"loss": -0.1828555315732956, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7533156275749207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9908162951469421}, "epoch": 192}
{"loss": -0.15574875473976135, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6429028511047363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 193}
{"loss": -0.16352106630802155, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6629070043563843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 194}
{"loss": -0.1864658147096634, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7585827112197876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 195}
{"loss": -0.17059142887592316, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6864866018295288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 196}
{"loss": -0.17071717977523804, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6860215663909912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 197}
{"loss": -0.15993288159370422, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6423924565315247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 198}
{"loss": -0.18477584421634674, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7371818423271179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 199}
{"loss": -0.16238364577293396, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6521559357643127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 200}
{"loss": -0.16521404683589935, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6533517241477966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 201}
{"loss": -0.18898089230060577, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7450976371765137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 202}
{"loss": -0.18103642761707306, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7104983329772949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 203}
{"loss": -0.17334990203380585, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6788874268531799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 204}
{"loss": -0.18848514556884766, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7335286140441895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 205}
{"loss": -0.19620545208454132, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7638874650001526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 206}
{"loss": -0.18854033946990967, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7291495203971863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 207}
{"loss": -0.18118645250797272, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6948679089546204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 208}
{"loss": -0.17749421298503876, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6819425821304321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 209}
{"loss": -0.18307077884674072, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7003158330917358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9908162951469421}, "epoch": 210}
{"loss": -0.17504794895648956, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6528491377830505, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 211}
{"loss": -0.19422130286693573, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7183849215507507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 212}
{"loss": -0.20275689661502838, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7643187642097473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 213}
{"loss": -0.1706959754228592, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6400254964828491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 214}
{"loss": -0.1725110113620758, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6438706517219543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 215}
{"loss": -0.1717694252729416, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.642068088054657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 216}
{"loss": -0.18035988509655, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6639122366905212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 217}
{"loss": -0.1836996227502823, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.682986855506897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 218}
{"loss": -0.18684370815753937, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6855581402778625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 219}
{"loss": -0.19457490742206573, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7150660157203674, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 220}
{"loss": -0.2121560126543045, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7817991375923157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9908162951469421}, "epoch": 221}
{"loss": -0.19660891592502594, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7178991436958313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 222}
{"loss": -0.18344201147556305, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6675208210945129, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 223}
{"loss": -0.19393080472946167, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7045950889587402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 224}
{"loss": -0.1775304228067398, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6412846446037292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.9913265109062195}, "epoch": 225}
{"loss": -0.1935255527496338, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.692977786064148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 226}
{"loss": -0.19373278319835663, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6972943544387817, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 227}
{"loss": -0.2006446123123169, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7188210487365723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 228}
{"loss": -0.19433850049972534, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6925527453422546, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 229}
{"loss": -0.17208833992481232, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6108199954032898, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 230}
{"loss": -0.19111622869968414, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6772557497024536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 231}
{"loss": -0.17985376715660095, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6372780203819275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 232}
{"loss": -0.20713630318641663, "acc": 0.9962602257728577, "acc_or": 0.9981300830841064, "sender_entropy": 0.7127526998519897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 233}
{"loss": -0.23256266117095947, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.8171439170837402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 234}
{"loss": -0.19912825524806976, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6982045769691467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 235}
{"loss": -0.2132035344839096, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.743621826171875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 236}
{"loss": -0.22357682883739471, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7765812277793884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 237}
{"loss": -0.19005374610424042, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6572788953781128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 238}
{"loss": -0.2173563838005066, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7521267533302307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 239}
{"loss": -0.18997670710086823, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6511959433555603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 240}
{"loss": -0.22453556954860687, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7729533314704895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.9913265109062195}, "epoch": 241}
{"loss": -0.2154196947813034, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7390519380569458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 242}
{"loss": -0.20663845539093018, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7052229046821594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 243}
{"loss": -0.18947498500347137, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6438969969749451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 244}
{"loss": -0.21379496157169342, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7267565727233887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 245}
{"loss": -0.201714888215065, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6864172220230103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 246}
{"loss": -0.23988859355449677, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.8113511204719543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 247}
{"loss": -0.2023475468158722, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6873749494552612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 248}
{"loss": -0.24157178401947021, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.8155737519264221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 249}
{"loss": -0.18677175045013428, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6255988478660583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 250}
{"loss": -0.2122783064842224, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7080681324005127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 251}
{"loss": -0.16603706777095795, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.5563388466835022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9913265109062195}, "epoch": 252}
{"loss": -0.20119130611419678, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6723984479904175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 253}
{"loss": -0.2433808445930481, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.8068765997886658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 254}
{"loss": -0.17231090366840363, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.5728483200073242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 255}
{"loss": -0.18531902134418488, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6149198412895203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 256}
{"loss": -0.21267463266849518, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7015721797943115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 257}
{"loss": -0.17698530852794647, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.5851536989212036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 258}
{"loss": -0.22499997913837433, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7392789721488953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 259}
{"loss": -0.20373348891735077, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6704447269439697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 260}
{"loss": -0.22815172374248505, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.7473614811897278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 261}
{"loss": -0.18267738819122314, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.594951868057251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 262}
{"loss": -0.19798137247562408, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6419205069541931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9908162951469421}, "epoch": 263}
{"loss": -0.22975073754787445, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7454498410224915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 264}
{"loss": -0.2327328622341156, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7564539909362793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 265}
{"loss": -0.22266966104507446, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7200317978858948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 266}
{"loss": -0.24411872029304504, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7885344624519348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 267}
{"loss": -0.23271337151527405, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7520558834075928, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 268}
{"loss": -0.22424645721912384, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7205969095230103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 269}
{"loss": -0.21929581463336945, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7053177356719971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 270}
{"loss": -0.18227291107177734, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.5808833837509155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 271}
{"loss": -0.2673218846321106, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.8553605079650879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 272}
{"loss": -0.20247416198253632, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6484099626541138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 273}
{"loss": -0.23004861176013947, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7334654331207275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 274}
{"loss": -0.23028773069381714, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7303240299224854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 275}
{"loss": -0.23092541098594666, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7294392585754395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 276}
{"loss": -0.23097746074199677, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7328866124153137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 277}
{"loss": -0.2121337354183197, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6690717935562134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 278}
{"loss": -0.2473423182964325, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7799515128135681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 279}
{"loss": -0.23430205881595612, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7389393448829651, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 280}
{"loss": -0.253097802400589, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7947933673858643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 281}
{"loss": -0.2330084890127182, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7253636121749878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 282}
{"loss": -0.2154725342988968, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6755188703536987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 283}
{"loss": -0.20347481966018677, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6343575716018677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 284}
{"loss": -0.257686048746109, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8026196360588074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 285}
{"loss": -0.21480974555015564, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.669012725353241, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.9913265109062195}, "epoch": 286}
{"loss": -0.19617000222206116, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6084083318710327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 287}
{"loss": -0.24692384898662567, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7634515166282654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 288}
{"loss": -0.21699468791484833, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6697404980659485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 289}
{"loss": -0.1978578120470047, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6099971532821655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 290}
{"loss": -0.19520312547683716, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.6042504906654358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 291}
{"loss": -0.21634425222873688, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.663606584072113, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 292}
{"loss": -0.22999300062656403, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.707097589969635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 293}
{"loss": -0.18510597944259644, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.5652474164962769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 294}
{"loss": -0.23393476009368896, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7157365083694458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 295}
{"loss": -0.20509804785251617, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6270511746406555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 296}
{"loss": -0.23265604674816132, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7103583812713623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 297}
{"loss": -0.23801064491271973, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7247146368026733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 298}
{"loss": -0.21927866339683533, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6667605042457581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 299}
{"loss": -0.23268567025661469, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7080328464508057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 300}
{"loss": -0.21688112616539001, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6585556864738464, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 301}
{"loss": -0.23093585669994354, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.70147705078125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 302}
{"loss": -0.2636582851409912, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7947487831115723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 303}
{"loss": -0.2567751705646515, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7738240957260132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 304}
{"loss": -0.2748706042766571, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.8298853635787964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 305}
{"loss": -0.22441042959690094, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6752484440803528, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 306}
{"loss": -0.23458170890808105, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7072386741638184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 307}
{"loss": -0.21828728914260864, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6545789241790771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 308}
{"loss": -0.21887947618961334, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6556557416915894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 309}
{"loss": -0.2497163563966751, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7474989295005798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 310}
{"loss": -0.23012442886829376, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.686863899230957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 311}
{"loss": -0.20583580434322357, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6144428253173828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 312}
{"loss": -0.23468463122844696, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6990846991539001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 313}
{"loss": -0.2240738421678543, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6657681465148926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 314}
{"loss": -0.232895165681839, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6891162991523743, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 315}
{"loss": -0.25581973791122437, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7582794427871704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 316}
{"loss": -0.2447809875011444, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7210508584976196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 317}
{"loss": -0.2540431022644043, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7521347403526306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 318}
{"loss": -0.25840288400650024, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.761746883392334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 319}
{"loss": -0.2364281564950943, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6967591643333435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 320}
{"loss": -0.2184835523366928, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6411059498786926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 321}
{"loss": -0.2421640008687973, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7104480266571045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 322}
{"loss": -0.22697888314723969, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6635400056838989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 323}
{"loss": -0.26276716589927673, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7694240808486938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 324}
{"loss": -0.23706777393817902, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6920022368431091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 325}
{"loss": -0.2613413333892822, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.764668881893158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 326}
{"loss": -0.2933126986026764, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.8503477573394775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 327}
{"loss": -0.2458583265542984, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7176288962364197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 328}
{"loss": -0.27085980772972107, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7906169891357422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 329}
{"loss": -0.24684841930866241, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7201749086380005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 330}
{"loss": -0.21675655245780945, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6275026202201843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 331}
{"loss": -0.23191413283348083, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6738812327384949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 332}
{"loss": -0.28645312786102295, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.8306455612182617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 333}
{"loss": -0.23533819615840912, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6811503767967224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 334}
{"loss": -0.23104235529899597, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.663843035697937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 335}
{"loss": -0.2522411644458771, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.7275864481925964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 336}
{"loss": -0.2109077423810959, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6053696274757385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 337}
{"loss": -0.2557009160518646, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7359529733657837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 338}
{"loss": -0.2629832625389099, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7543743848800659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 339}
{"loss": -0.2426479011774063, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6967990398406982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 340}
{"loss": -0.25042402744293213, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7179430723190308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 341}
{"loss": -0.25627946853637695, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7358624339103699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 342}
{"loss": -0.25382909178733826, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7285932898521423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 343}
{"loss": -0.24946898221969604, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7150149345397949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 344}
{"loss": -0.22629469633102417, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.646385669708252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 345}
{"loss": -0.2655088007450104, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7585066556930542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 346}
{"loss": -0.23739966750144958, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.676476240158081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 347}
{"loss": -0.22810246050357819, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.647148072719574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 348}
{"loss": -0.2578474283218384, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7327534556388855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 349}
{"loss": -0.22129088640213013, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.627988338470459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 350}
{"loss": -0.23273643851280212, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6584302186965942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 351}
{"loss": -0.22581511735916138, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6409275531768799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 352}
{"loss": -0.26489177346229553, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7506691217422485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 353}
{"loss": -0.22007910907268524, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6200233101844788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 354}
{"loss": -0.28132081031799316, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7929917573928833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 355}
{"loss": -0.25614094734191895, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7235046625137329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 356}
{"loss": -0.23945252597332, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6756126284599304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 357}
{"loss": -0.2604306638240814, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7329586148262024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 358}
{"loss": -0.2648676931858063, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7454234957695007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 359}
{"loss": -0.2848156690597534, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7987228631973267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 360}
{"loss": -0.24624434113502502, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.692738950252533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 361}
{"loss": -0.27428391575813293, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7689172625541687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 362}
{"loss": -0.29681462049484253, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.8298247456550598, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 363}
{"loss": -0.26936328411102295, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7528528571128845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 364}
{"loss": -0.16638392210006714, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.46055617928504944, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 365}
{"loss": -0.17699392139911652, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.4786861836910248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 366}
{"loss": -0.28288304805755615, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7875261902809143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 367}
{"loss": -0.2587263882160187, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7227622866630554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 368}
{"loss": -0.2524663209915161, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7039543986320496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 369}
{"loss": -0.2633812725543976, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.7325358390808105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 370}
{"loss": -0.2557350993156433, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7096182703971863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 371}
{"loss": -0.2707683742046356, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.749268114566803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 372}
{"loss": -0.24469183385372162, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.678043007850647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 373}
{"loss": -0.263989120721817, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7325796484947205, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 374}
{"loss": -0.22568926215171814, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6259982585906982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 375}
{"loss": -0.24610084295272827, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6826298236846924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 376}
{"loss": -0.2519477307796478, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6961190700531006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 377}
{"loss": -0.2836240231990814, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.782183051109314, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 378}
{"loss": -0.2880287170410156, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7941514849662781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 379}
{"loss": -0.26729604601860046, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7379141449928284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 380}
{"loss": -0.2598753273487091, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7142341732978821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 381}
{"loss": -0.24719204008579254, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6793878078460693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 382}
{"loss": -0.24856579303741455, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6812763214111328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 383}
{"loss": -0.270733118057251, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7434914112091064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 384}
{"loss": -0.28354692459106445, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.7797313332557678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 385}
{"loss": -0.22061651945114136, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.601254940032959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 386}
{"loss": -0.2632943093776703, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7218995094299316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 387}
{"loss": -0.2683603763580322, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7337551116943359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 388}
{"loss": -0.28583741188049316, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7792831659317017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 389}
{"loss": -0.22944529354572296, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6208534836769104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.9913265109062195}, "epoch": 390}
{"loss": -0.2783820331096649, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7606412172317505, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 391}
{"loss": -0.25434598326683044, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6938410997390747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 392}
{"loss": -0.2621288597583771, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7150998711585999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 393}
{"loss": -0.24859707057476044, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6763288974761963, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 394}
{"loss": -0.2638421058654785, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7167173624038696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 395}
{"loss": -0.2548640966415405, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6932324171066284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 396}
{"loss": -0.2617887556552887, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7122632265090942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 397}
{"loss": -0.2531455159187317, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6854379773139954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 398}
{"loss": -0.2809739112854004, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7506522536277771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 399}
{"loss": -0.2907901108264923, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.7898041009902954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 400}
{"loss": -0.24858874082565308, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6725708842277527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 401}
{"loss": -0.2515241801738739, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6786054968833923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 402}
{"loss": -0.23063530027866364, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6237397193908691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 403}
{"loss": -0.25140580534935, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6778841018676758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 404}
{"loss": -0.2193271964788437, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.5909187197685242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 405}
{"loss": -0.23714518547058105, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6341156363487244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 406}
{"loss": -0.3445984423160553, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.9279623627662659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 407}
{"loss": -0.28020358085632324, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7502110600471497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 408}
{"loss": -0.2807457149028778, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7514511346817017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 409}
{"loss": -0.2810901999473572, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7544112205505371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 410}
{"loss": -0.2722998261451721, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.729672372341156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 411}
{"loss": -0.2995561361312866, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.8023682832717896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 412}
{"loss": -0.28987759351730347, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7757985591888428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 413}
{"loss": -0.25865408778190613, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6901131868362427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 414}
{"loss": -0.22053682804107666, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.5877538323402405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 415}
{"loss": -0.2626631259918213, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.701411783695221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 416}
{"loss": -0.28280818462371826, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7548460960388184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 417}
{"loss": -0.2722827196121216, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7274578809738159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 418}
{"loss": -0.24751386046409607, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6604944467544556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 419}
{"loss": -0.2712647616863251, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7207127809524536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 420}
{"loss": -0.21721872687339783, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.5772902965545654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 421}
{"loss": -0.22236022353172302, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.5880316495895386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 422}
{"loss": -0.2500379681587219, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6632436513900757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 423}
{"loss": -0.24115215241909027, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6391622424125671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 424}
{"loss": -0.2287970930337906, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6057092547416687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 425}
{"loss": -0.24553227424621582, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6507959961891174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 426}
{"loss": -0.25631850957870483, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6768950819969177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 427}
{"loss": -0.26452335715293884, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6980706453323364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 428}
{"loss": -0.2792603671550751, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.737417995929718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 429}
{"loss": -0.2699706256389618, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7140031456947327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 430}
{"loss": -0.2818952202796936, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7458539009094238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 431}
{"loss": -0.24694006145000458, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6476541757583618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 432}
{"loss": -0.2867846190929413, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7557953000068665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 433}
{"loss": -0.2900206744670868, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7613949179649353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 434}
{"loss": -0.24946077167987823, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.656899094581604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 435}
{"loss": -0.2637626528739929, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6928722858428955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 436}
{"loss": -0.25864285230636597, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.680248498916626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 437}
{"loss": -0.22517135739326477, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.5891273617744446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 438}
{"loss": -0.25310656428337097, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6632388830184937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 439}
{"loss": -0.25898540019989014, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6807957887649536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 440}
{"loss": -0.2779940068721771, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7289689779281616, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 441}
{"loss": -0.30106109380722046, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7911607623100281, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 442}
{"loss": -0.23614229261875153, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6153808832168579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 443}
{"loss": -0.25541824102401733, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.66881263256073, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 444}
{"loss": -0.2628694176673889, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6892756819725037, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 445}
{"loss": -0.2465319037437439, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6407524347305298, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 446}
{"loss": -0.2676508128643036, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7002362012863159, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 447}
{"loss": -0.2754245102405548, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.718673050403595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 448}
{"loss": -0.26035887002944946, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6773573756217957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 449}
{"loss": -0.21875792741775513, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.5694323182106018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 450}
{"loss": -0.26610198616981506, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6900001764297485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 451}
{"loss": -0.2436702847480774, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6342243552207947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 452}
{"loss": -0.2524496018886566, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6574457883834839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 453}
{"loss": -0.2850644290447235, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7412269711494446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 454}
{"loss": -0.28123533725738525, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7329654097557068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 455}
{"loss": -0.26514458656311035, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6866719722747803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 456}
{"loss": -0.26790744066238403, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6956061124801636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 457}
{"loss": -0.27207526564598083, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7059217095375061, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 458}
{"loss": -0.2763867974281311, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7157314419746399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 459}
{"loss": -0.25346317887306213, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6555784344673157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 460}
{"loss": -0.261517196893692, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6789735555648804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 461}
{"loss": -0.26342883706092834, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6830589771270752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 462}
{"loss": -0.2665663957595825, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6896589994430542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 463}
{"loss": -0.2465636134147644, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6362304091453552, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 464}
{"loss": -0.32299214601516724, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.8344613313674927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 465}
{"loss": -0.31368985772132874, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.8092651963233948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 466}
{"loss": -0.3386862874031067, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.8741345405578613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 467}
{"loss": -0.28976649045944214, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7474228143692017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 468}
{"loss": -0.2861965298652649, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7377381920814514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 469}
{"loss": -0.3277937173843384, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.8449901342391968, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 470}
{"loss": -0.312237411737442, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.8021589517593384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 471}
{"loss": -0.31831496953964233, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.8182185292243958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 472}
{"loss": -0.22722822427749634, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.5800197720527649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 473}
{"loss": -0.23253312706947327, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.5948976874351501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 474}
{"loss": -0.22514818608760834, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.5770869851112366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 475}
{"loss": -0.25467148423194885, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6534370183944702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 476}
{"loss": -0.27518200874328613, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7073932886123657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 477}
{"loss": -0.2687344551086426, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6900455355644226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 478}
{"loss": -0.2506646513938904, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6420329809188843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 479}
{"loss": -0.26403456926345825, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6752480864524841, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 480}
{"loss": -0.251875102519989, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6433502435684204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 481}
{"loss": -0.26071542501449585, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6657258868217468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 482}
{"loss": -0.29015302658081055, "acc": 0.9968268275260925, "acc_or": 0.9984134435653687, "sender_entropy": 0.7424428462982178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 483}
{"loss": -0.24521401524543762, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6252437233924866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 484}
{"loss": -0.30036404728889465, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.7650321125984192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 485}
{"loss": -0.23124457895755768, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.5864304900169373, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 486}
{"loss": -0.24613092839717865, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6257280111312866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 487}
{"loss": -0.2530626952648163, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6416470408439636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 488}
{"loss": -0.2550694942474365, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6507497429847717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 489}
{"loss": -0.291644811630249, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7420315742492676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 490}
{"loss": -0.28368422389030457, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7224656343460083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 491}
{"loss": -0.36371687054634094, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.9272502064704895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 492}
{"loss": -0.2617855966091156, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6649279594421387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 493}
{"loss": -0.25427505373954773, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6420837640762329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 494}
{"loss": -0.2689756751060486, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6835663914680481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 495}
{"loss": -0.2475554496049881, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6268089413642883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 496}
{"loss": -0.22075246274471283, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.554911196231842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 497}
{"loss": -0.24339552223682404, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6146135330200195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 498}
{"loss": -0.3326137661933899, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.8436763882637024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 499}
{"loss": -0.261493980884552, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6623826026916504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 500}
{"loss": -0.2929164469242096, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7411436438560486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 501}
{"loss": -0.23233866691589355, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.5885215401649475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 502}
{"loss": -0.2499454915523529, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6308752298355103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 503}
{"loss": -0.27829909324645996, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7034355998039246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 504}
{"loss": -0.24603091180324554, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6202399134635925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 505}
{"loss": -0.27840134501457214, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7035943269729614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 506}
{"loss": -0.23770499229431152, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.5981690287590027, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 507}
{"loss": -0.23821361362934113, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6008924841880798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 508}
{"loss": -0.24668923020362854, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6203864216804504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 509}
{"loss": -0.2310517579317093, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.579067587852478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 510}
{"loss": -0.28627029061317444, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7213576436042786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 511}
{"loss": -0.28043332695961, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7078712582588196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 512}
{"loss": -0.2665109634399414, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6690841913223267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 513}
{"loss": -0.28064343333244324, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7059187889099121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 514}
{"loss": -0.27267178893089294, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6865994930267334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 515}
{"loss": -0.28068676590919495, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.705673336982727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 516}
{"loss": -0.23163844645023346, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.5812990665435791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 517}
{"loss": -0.26988255977630615, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6783897280693054, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 518}
{"loss": -0.2609085142612457, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6549372673034668, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7525510191917419}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 519}
{"loss": -0.309128999710083, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7737159729003906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 520}
{"loss": -0.24725337326526642, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6195588707923889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 521}
{"loss": -0.29986363649368286, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7485440969467163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 522}
{"loss": -0.2804183065891266, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7020530104637146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 523}
{"loss": -0.29214468598365784, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7333395481109619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 524}
{"loss": -0.24966609477996826, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6230785846710205, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 525}
{"loss": -0.2847733497619629, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7135664820671082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 526}
{"loss": -0.25825628638267517, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6462406516075134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 527}
{"loss": -0.24999026954174042, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6232951283454895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 528}
{"loss": -0.26055625081062317, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6511785984039307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 529}
{"loss": -0.25836533308029175, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6405603289604187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 530}
{"loss": -0.2352728545665741, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.586391270160675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 531}
{"loss": -0.26211753487586975, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6556313633918762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 532}
{"loss": -0.24485523998737335, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6101399660110474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 533}
{"loss": -0.2704196274280548, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6744210720062256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 534}
{"loss": -0.23967494070529938, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.594980776309967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 535}
{"loss": -0.27960702776908875, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6966383457183838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 536}
{"loss": -0.23231947422027588, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.573971152305603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 537}
{"loss": -0.249813973903656, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6204503178596497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 538}
{"loss": -0.24945996701717377, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6210446953773499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 539}
{"loss": -0.2867864668369293, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.7111436128616333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 540}
{"loss": -0.3138468265533447, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7809163928031921, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 541}
{"loss": -0.29138991236686707, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7253425717353821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 542}
{"loss": -0.2546902000904083, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.632161021232605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 543}
{"loss": -0.27162280678749084, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6746616959571838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 544}
{"loss": -0.26151883602142334, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6502410173416138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 545}
{"loss": -0.2742915153503418, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6795775890350342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 546}
{"loss": -0.33161288499832153, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.825238049030304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 547}
{"loss": -0.268047571182251, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6654275059700012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 548}
{"loss": -0.3820466101169586, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.9450080394744873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 549}
{"loss": -0.22337527573108673, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.5502853393554688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 550}
{"loss": -0.2450917363166809, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6056481003761292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 551}
{"loss": -0.2710772156715393, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6709268689155579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 552}
{"loss": -0.2509121000766754, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6171606183052063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 553}
{"loss": -0.254992812871933, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6288806796073914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 554}
{"loss": -0.2517576217651367, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6182806491851807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 555}
{"loss": -0.29084303975105286, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7179147005081177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 556}
{"loss": -0.2699509263038635, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6659417152404785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 557}
{"loss": -0.26321056485176086, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6479142308235168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 558}
{"loss": -0.2841789424419403, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7025610208511353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 559}
{"loss": -0.26252683997154236, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6470600962638855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 560}
{"loss": -0.28235140442848206, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6961989998817444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 561}
{"loss": -0.3361274302005768, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.828353762626648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 562}
{"loss": -0.296599417924881, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.731606125831604, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 563}
{"loss": -0.27637752890586853, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6811506748199463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 564}
{"loss": -0.2708556354045868, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6652568578720093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 565}
{"loss": -0.2629583477973938, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6462661623954773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 566}
{"loss": -0.2587905824184418, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6339231729507446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 567}
{"loss": -0.2782372534275055, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6831662058830261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 568}
{"loss": -0.30776146054267883, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.756303071975708, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 569}
{"loss": -0.2761896252632141, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6787512302398682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 570}
{"loss": -0.2599823474884033, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6386280655860901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 571}
{"loss": -0.2524203360080719, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6189327836036682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 572}
{"loss": -0.27975213527679443, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6863994598388672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 573}
{"loss": -0.230954110622406, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.5654731392860413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 574}
{"loss": -0.28790217638015747, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7061018347740173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 575}
{"loss": -0.23832623660564423, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.5832064747810364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 576}
{"loss": -0.2570621967315674, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6289961934089661, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 577}
{"loss": -0.28186196088790894, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6899850964546204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 578}
{"loss": -0.31244975328445435, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7652153968811035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 579}
{"loss": -0.29116368293762207, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7128916382789612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 580}
{"loss": -0.2737365663051605, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6686863303184509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 581}
{"loss": -0.27413955330848694, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6715318560600281, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 582}
{"loss": -0.3146421015262604, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7704079747200012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 583}
{"loss": -0.27613207697868347, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6749269962310791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 584}
{"loss": -0.28474122285842896, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6962970495223999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 585}
{"loss": -0.2913340926170349, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7103908061981201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 586}
{"loss": -0.2960361838340759, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7230774760246277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 587}
{"loss": -0.2770177721977234, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6758810877799988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 588}
{"loss": -0.2424580454826355, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.5886605381965637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 589}
{"loss": -0.3110787868499756, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7599855065345764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 590}
{"loss": -0.2391134649515152, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.5810186266899109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 591}
{"loss": -0.24213655292987823, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.5894483327865601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 592}
{"loss": -0.31029027700424194, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.755029022693634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 593}
{"loss": -0.2518235146999359, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6119081377983093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7525510191917419}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 594}
{"loss": -0.2683887183666229, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6527497172355652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 595}
{"loss": -0.268183171749115, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6513155698776245, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 596}
{"loss": -0.28662553429603577, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6983072757720947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 597}
{"loss": -0.2926297187805176, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7121731042861938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 598}
{"loss": -0.3339569568634033, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.8116459846496582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 599}
{"loss": -0.25079283118247986, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6091887950897217, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 600}
{"loss": -0.28145673871040344, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6831043362617493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 601}
{"loss": -0.3189835846424103, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7738854885101318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7525510191917419}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 602}
{"loss": -0.24412447214126587, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.5912215113639832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 603}
{"loss": -0.2824915945529938, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.687055766582489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 604}
{"loss": -0.19967272877693176, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.4804770052433014, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 605}
{"loss": -0.2612316310405731, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6317524313926697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 606}
{"loss": -0.25900915265083313, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6275752186775208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 607}
{"loss": -0.3037719130516052, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7369277477264404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 608}
{"loss": -0.2655012309551239, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6424750089645386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 609}
{"loss": -0.2898227274417877, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7027695178985596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 610}
{"loss": -0.296227365732193, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7179948091506958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 611}
{"loss": -0.2826543152332306, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6856149435043335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 612}
{"loss": -0.3154803216457367, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7635809779167175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 613}
{"loss": -0.2655762732028961, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6412779688835144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 614}
{"loss": -0.3190109133720398, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7734031677246094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 615}
{"loss": -0.33511537313461304, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.8106646537780762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 616}
{"loss": -0.30656108260154724, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7423765063285828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 617}
{"loss": -0.3142648935317993, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.758820652961731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 618}
{"loss": -0.27925583720207214, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6718331575393677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 619}
{"loss": -0.2640104293823242, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6368638277053833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 620}
{"loss": -0.2523888051509857, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6092464923858643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 621}
{"loss": -0.24868172407150269, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.5987950563430786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 622}
{"loss": -0.30137813091278076, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7265211939811707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 623}
{"loss": -0.2947205901145935, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.71077561378479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 624}
{"loss": -0.2530900537967682, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.610946774482727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 625}
{"loss": -0.32166191935539246, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.775221049785614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 626}
{"loss": -0.2870244085788727, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6909986734390259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 627}
{"loss": -0.24549002945423126, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.5908159017562866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 628}
{"loss": -0.30095747113227844, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7244139909744263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 629}
{"loss": -0.29056310653686523, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7006130814552307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 630}
{"loss": -0.31457221508026123, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7565661072731018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 631}
{"loss": -0.2664898931980133, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6390955448150635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 632}
{"loss": -0.2541367709636688, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6077820062637329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 633}
{"loss": -0.3139580488204956, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7562078833580017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 634}
{"loss": -0.2668111026287079, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6412699818611145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 635}
{"loss": -0.28506186604499817, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6866678595542908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 636}
{"loss": -0.27688854932785034, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6645033955574036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 637}
{"loss": -0.2998562455177307, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7198643684387207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 638}
{"loss": -0.269425630569458, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6468185782432556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 639}
{"loss": -0.22685794532299042, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.5406888127326965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 640}
{"loss": -0.24759544432163239, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.5932281613349915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 641}
{"loss": -0.3583901822566986, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.8605176210403442, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 642}
{"loss": -0.3084513545036316, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7371631264686584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 643}
{"loss": -0.28718262910842896, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6865884065628052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 644}
{"loss": -0.2949784994125366, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.705825686454773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 645}
{"loss": -0.3121795952320099, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.7490497827529907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 646}
{"loss": -0.30088478326797485, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7186129689216614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 647}
{"loss": -0.2695980668067932, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6450881361961365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 648}
{"loss": -0.3017767667770386, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.721306324005127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 649}
{"loss": -0.2708960175514221, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6476899981498718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 650}
{"loss": -0.26636385917663574, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6366095542907715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 651}
{"loss": -0.3163628578186035, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7565463781356812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 652}
{"loss": -0.2812628448009491, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6730462312698364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 653}
{"loss": -0.3559967279434204, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.8495236039161682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 654}
{"loss": -0.2898567020893097, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6927729249000549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 655}
{"loss": -0.2974124252796173, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.7116827368736267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 656}
{"loss": -0.29784080386161804, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7112587690353394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 657}
{"loss": -0.2495366781949997, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.5932910442352295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 658}
{"loss": -0.2831035852432251, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.6746448278427124, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 659}
{"loss": -0.26359060406684875, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6292559504508972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 660}
{"loss": -0.28798961639404297, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6870384812355042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 661}
{"loss": -0.2447468489408493, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.5823808312416077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 662}
{"loss": -0.30562034249305725, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7285206913948059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 663}
{"loss": -0.25011226534843445, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.594747006893158, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 664}
{"loss": -0.2862905263900757, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6815924644470215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 665}
{"loss": -0.2853127717971802, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6800895929336548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 666}
{"loss": -0.26745694875717163, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6362414360046387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 667}
{"loss": -0.2330310195684433, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.5533106923103333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 668}
{"loss": -0.2825460135936737, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6720973253250122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 669}
{"loss": -0.273089200258255, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6492879986763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 670}
{"loss": -0.2935895323753357, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6972148418426514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 671}
{"loss": -0.2960453927516937, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7043531537055969, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 672}
{"loss": -0.27135157585144043, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6449204683303833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 673}
{"loss": -0.24238210916519165, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.5746543407440186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 674}
{"loss": -0.32112717628479004, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.764951229095459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 675}
{"loss": -0.2914610207080841, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6927669048309326, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 0.5663264989852905, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 676}
{"loss": -0.2667548954486847, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6342087388038635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7653061151504517}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 677}
{"loss": -0.2884264886379242, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.684483528137207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 678}
{"loss": -0.29140740633010864, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6918159127235413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 679}
{"loss": -0.2609097361564636, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6198136210441589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7806122303009033}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 680}
{"loss": -0.25513219833374023, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6051438450813293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 681}
{"loss": -0.2805030047893524, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6666968464851379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 682}
{"loss": -0.31955525279045105, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7597917318344116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 683}
{"loss": -0.2638840675354004, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6258228421211243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.7857142686843872}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 684}
{"loss": -0.25332796573638916, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.5996182560920715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7576530575752258}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 685}
{"loss": -0.2753942608833313, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6550480127334595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 0.5663264989852905, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 686}
{"loss": -0.24548570811748505, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.5821104049682617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 687}
{"loss": -0.2572269141674042, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6097412109375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 688}
{"loss": -0.29625946283340454, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.701582133769989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 689}
{"loss": -0.2831965684890747, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6712876558303833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 690}
{"loss": -0.27229374647140503, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.645394504070282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 691}
{"loss": -0.25008368492126465, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.5923285484313965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 692}
{"loss": -0.2763678729534149, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6530191898345947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 693}
{"loss": -0.2846282422542572, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6735687255859375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 694}
{"loss": -0.2252405881881714, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.5318287014961243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 695}
{"loss": -0.2976260185241699, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7046157121658325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 696}
{"loss": -0.2854539752006531, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6750526428222656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 697}
{"loss": -0.2919074296951294, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6924141049385071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 0.5663264989852905, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 698}
{"loss": -0.25952377915382385, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6141521334648132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 699}
{"loss": -0.27459579706192017, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.648730456829071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 700}
{"loss": -0.27399513125419617, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.647088348865509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8061224222183228}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 701}
{"loss": -0.3425901234149933, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8110633492469788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 702}
{"loss": -0.25012412667274475, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.5907912254333496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7653061151504517}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 703}
{"loss": -0.29306185245513916, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6924280524253845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 704}
{"loss": -0.29994139075279236, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7057428359985352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.7857142686843872}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 705}
{"loss": -0.25024938583374023, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.5921309590339661, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 706}
{"loss": -0.3106619417667389, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7348262071609497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 707}
{"loss": -0.3099028766155243, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.7325150370597839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 708}
{"loss": -0.24141369760036469, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.5687715411186218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 709}
{"loss": -0.23250563442707062, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.5464776754379272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 710}
{"loss": -0.2669125497341156, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6263796091079712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 711}
{"loss": -0.2529114782810211, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.5941019058227539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 712}
{"loss": -0.2900523543357849, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6846565008163452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 713}
{"loss": -0.3201523423194885, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7560868859291077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 714}
{"loss": -0.30869534611701965, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7253499627113342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 715}
{"loss": -0.3210121691226959, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7569670677185059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 716}
{"loss": -0.31753960251808167, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7479324340820312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7653061151504517}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 717}
{"loss": -0.24286359548568726, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.5698933601379395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 718}
{"loss": -0.34958621859550476, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8240903615951538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 719}
{"loss": -0.3218715488910675, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7585110068321228, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 720}
{"loss": -0.2870723009109497, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6759352684020996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 721}
{"loss": -0.322279691696167, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7526812553405762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 722}
{"loss": -0.2709059715270996, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.636427640914917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 723}
{"loss": -0.2779999077320099, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6536689400672913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 724}
{"loss": -0.293535977602005, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6891656517982483, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 725}
{"loss": -0.24277850985527039, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.5697605013847351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 726}
{"loss": -0.2910880744457245, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6839348077774048, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 727}
{"loss": -0.2857378423213959, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6712037324905396, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 728}
{"loss": -0.28108662366867065, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6610830426216125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 729}
{"loss": -0.27224650979042053, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6390097141265869, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 730}
{"loss": -0.27367299795150757, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6427326202392578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 731}
{"loss": -0.323852002620697, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7618132829666138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 732}
{"loss": -0.24592271447181702, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.5761730074882507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 733}
{"loss": -0.2739174962043762, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6420972347259521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 734}
{"loss": -0.29552537202835083, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6954580545425415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 735}
{"loss": -0.2965230941772461, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6942757964134216, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 736}
{"loss": -0.3084404468536377, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.723035991191864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 737}
{"loss": -0.25823572278022766, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6061829924583435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 738}
{"loss": -0.3256540894508362, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.765083909034729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 739}
{"loss": -0.34009453654289246, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7986536622047424, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 740}
{"loss": -0.3003881275653839, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7051897644996643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 741}
{"loss": -0.31551289558410645, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7382426261901855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 742}
{"loss": -0.2945843040943146, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6889064311981201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 743}
{"loss": -0.34136468172073364, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8003005981445312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 744}
{"loss": -0.26643258333206177, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6240839958190918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 745}
{"loss": -0.3186880648136139, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7465702295303345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 746}
{"loss": -0.2535809576511383, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.5933597683906555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 747}
{"loss": -0.27636879682540894, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.6469961404800415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 748}
{"loss": -0.2875825762748718, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.671589732170105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 749}
{"loss": -0.2852907180786133, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6671505570411682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 750}
{"loss": -0.2957232594490051, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6913716197013855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 751}
{"loss": -0.24096399545669556, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.5600236058235168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 752}
{"loss": -0.2895931601524353, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6765825152397156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 753}
{"loss": -0.2582251727581024, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.6021508574485779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 754}
{"loss": -0.2682977020740509, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6269378662109375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 755}
{"loss": -0.29108601808547974, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6808655261993408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 756}
{"loss": -0.2732504904270172, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6376485228538513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 757}
{"loss": -0.3225208818912506, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7538260221481323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 758}
{"loss": -0.28991666436195374, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6777244210243225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 759}
{"loss": -0.3203815221786499, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7493717074394226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 760}
{"loss": -0.26642611622810364, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6205109357833862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 761}
{"loss": -0.3216148912906647, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7516573071479797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 762}
{"loss": -0.29364776611328125, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6860909461975098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 763}
{"loss": -0.2818421423435211, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6577088832855225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 0.5663264989852905, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 764}
{"loss": -0.268553763628006, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6262496113777161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 765}
{"loss": -0.29938599467277527, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6983723640441895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 766}
{"loss": -0.3018438220024109, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.7043329477310181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 767}
{"loss": -0.30195942521095276, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7041580080986023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 768}
{"loss": -0.29948320984840393, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6993457078933716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 769}
{"loss": -0.28683021664619446, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6690060496330261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 770}
{"loss": -0.3193676471710205, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7454162836074829, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 771}
{"loss": -0.2689427435398102, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6262912750244141, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 772}
{"loss": -0.3302028477191925, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7689051628112793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 773}
{"loss": -0.28743037581443787, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6698499321937561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 774}
{"loss": -0.2863062620162964, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.667385995388031, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 775}
{"loss": -0.2999553680419922, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6985372304916382, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 776}
{"loss": -0.3184986412525177, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7431015372276306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 777}
{"loss": -0.2643091678619385, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.6092734932899475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 778}
{"loss": -0.24686746299266815, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.573593258857727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 779}
{"loss": -0.3005267083644867, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.699850857257843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 780}
{"loss": -0.23578988015651703, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.5486018657684326, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 781}
{"loss": -0.2816409766674042, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6554375886917114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 782}
{"loss": -0.31371691823005676, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7300032377243042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 783}
{"loss": -0.29789236187934875, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6930739283561707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 784}
{"loss": -0.2804573178291321, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6532585620880127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 785}
{"loss": -0.2878742814064026, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6701049208641052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 786}
{"loss": -0.26517441868782043, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6164798140525818, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 787}
{"loss": -0.26450619101524353, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6144923567771912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 788}
{"loss": -0.2971065044403076, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.69000643491745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 789}
{"loss": -0.2797759771347046, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6507254242897034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 790}
{"loss": -0.31234210729599, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7250290513038635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 791}
{"loss": -0.2502153813838959, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5801881551742554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 792}
{"loss": -0.26729488372802734, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6206246018409729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 793}
{"loss": -0.24809885025024414, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.575466513633728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 794}
{"loss": -0.28097614645957947, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.652122974395752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 795}
{"loss": -0.3054099678993225, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7089939117431641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 796}
{"loss": -0.2762989401817322, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6412707567214966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 797}
{"loss": -0.27575311064720154, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6389480829238892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 798}
{"loss": -0.3089448809623718, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.7169135212898254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 799}
{"loss": -0.25642189383506775, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.5933621525764465, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 800}
{"loss": -0.2711641490459442, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6290132999420166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 801}
{"loss": -0.2719016373157501, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6258809566497803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 802}
{"loss": -0.26899948716163635, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6224145889282227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 803}
{"loss": -0.2642599940299988, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6127312183380127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 804}
{"loss": -0.2925727963447571, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.67867112159729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 805}
{"loss": -0.28996050357818604, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6713627576828003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 806}
{"loss": -0.2752806544303894, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.637573778629303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 807}
{"loss": -0.32622194290161133, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.756382405757904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 808}
{"loss": -0.3100201189517975, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7177698612213135, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 809}
{"loss": -0.3160278797149658, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7321192026138306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 810}
{"loss": -0.28379347920417786, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6564122438430786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 811}
{"loss": -0.2882022261619568, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6669211387634277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 812}
{"loss": -0.24259550869464874, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.5596369504928589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 813}
{"loss": -0.313544899225235, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7259084582328796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 814}
{"loss": -0.2763768136501312, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6388518214225769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 815}
{"loss": -0.36070194840431213, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8356075286865234, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 816}
{"loss": -0.24923266470432281, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.5770994424819946, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 817}
{"loss": -0.2825649678707123, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6534062027931213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 818}
{"loss": -0.2904590964317322, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6700521111488342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 819}
{"loss": -0.2907087504863739, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6720362305641174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 820}
{"loss": -0.27614185214042664, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6365768909454346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 821}
{"loss": -0.30355149507522583, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7015343308448792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 822}
{"loss": -0.31313958764076233, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7239655256271362, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7806122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 823}
{"loss": -0.29269057512283325, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6752171516418457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 824}
{"loss": -0.2598428726196289, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5995281338691711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 825}
{"loss": -0.28053176403045654, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6457479596138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 826}
{"loss": -0.2627108693122864, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.60579514503479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 827}
{"loss": -0.28274837136268616, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6527262330055237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 828}
{"loss": -0.25558963418006897, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.589371383190155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 829}
{"loss": -0.2862895727157593, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6605742573738098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 830}
{"loss": -0.2856416404247284, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6580854058265686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 831}
{"loss": -0.27420276403427124, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6326718330383301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 832}
{"loss": -0.3016674220561981, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6961398124694824, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 833}
{"loss": -0.32675421237945557, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7547567486763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 834}
{"loss": -0.29803842306137085, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6878670454025269, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 835}
{"loss": -0.27079832553863525, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6200701594352722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 836}
{"loss": -0.291700154542923, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6733273267745972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 837}
{"loss": -0.29136767983436584, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6721801161766052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 838}
{"loss": -0.31801748275756836, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.7331284880638123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 839}
{"loss": -0.30534669756889343, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.704775869846344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7704081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 840}
{"loss": -0.27683573961257935, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.638124406337738, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7551020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 841}
{"loss": -0.2562824785709381, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5901434421539307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7602040767669678}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 842}
{"loss": -0.29596295952796936, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6810761094093323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 843}
{"loss": -0.36143922805786133, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.833026647567749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 844}
{"loss": -0.37027719616889954, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8536816239356995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7525510191917419}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 845}
{"loss": -0.33060163259506226, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7593415379524231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 846}
{"loss": -0.2640356123447418, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6071138381958008, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 847}
{"loss": -0.2638283967971802, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6055983304977417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 848}
{"loss": -0.31985020637512207, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7370120882987976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 849}
{"loss": -0.2853255271911621, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6555309891700745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 850}
{"loss": -0.29417654871940613, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6758014559745789, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 851}
{"loss": -0.3866606652736664, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8888223767280579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 852}
{"loss": -0.34346434473991394, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.790278971195221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 853}
{"loss": -0.23129747807979584, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5303792357444763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 854}
{"loss": -0.29317182302474976, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6725737452507019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 855}
{"loss": -0.2676320970058441, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.614831268787384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 856}
{"loss": -0.3376297950744629, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7767747044563293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 857}
{"loss": -0.29574093222618103, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6807053685188293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 858}
{"loss": -0.27510911226272583, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6318880915641785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 859}
{"loss": -0.24309825897216797, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.557243824005127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 860}
{"loss": -0.30592629313468933, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7029778361320496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 861}
{"loss": -0.3616740107536316, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8314329981803894, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 862}
{"loss": -0.2593744397163391, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5949302315711975, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 863}
{"loss": -0.28078803420066833, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6430777907371521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 864}
{"loss": -0.2751246988773346, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.631187379360199, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 865}
{"loss": -0.2492533028125763, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5702558159828186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 866}
{"loss": -0.31858953833580017, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7315521240234375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 867}
{"loss": -0.30923449993133545, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7080285549163818, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 868}
{"loss": -0.35089683532714844, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8059283494949341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 869}
{"loss": -0.2884730100631714, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.661381721496582, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 870}
{"loss": -0.2962835729122162, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6796649098396301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 871}
{"loss": -0.2436337023973465, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5573847889900208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8061224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 872}
{"loss": -0.2684985399246216, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6152944564819336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7806122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 873}
{"loss": -0.3023499846458435, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6930786967277527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 874}
{"loss": -0.28061631321907043, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6401041746139526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 875}
{"loss": -0.33318811655044556, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7637539505958557, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7525510191917419}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 876}
{"loss": -0.2961243689060211, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6785447001457214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 877}
{"loss": -0.25899529457092285, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.5913830995559692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 878}
{"loss": -0.2886670231819153, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6600214242935181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 879}
{"loss": -0.24576713144779205, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5625715851783752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 880}
{"loss": -0.34140273928642273, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7819116115570068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 881}
{"loss": -0.28116554021835327, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6441641449928284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 882}
{"loss": -0.24691149592399597, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5641765594482422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7653061151504517}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 883}
{"loss": -0.3114853799343109, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.712139368057251, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7551020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 884}
{"loss": -0.322498083114624, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7375316619873047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 885}
{"loss": -0.27446871995925903, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6271924376487732, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 886}
{"loss": -0.325472354888916, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7464762330055237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 887}
{"loss": -0.2806074023246765, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6431466341018677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 888}
{"loss": -0.244395911693573, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5566694736480713, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 889}
{"loss": -0.26875707507133484, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.614910900592804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 890}
{"loss": -0.28510934114456177, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6504142880439758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 891}
{"loss": -0.2742057144641876, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6255958676338196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 892}
{"loss": -0.2786555588245392, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6365953683853149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 893}
{"loss": -0.2589190900325775, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5905259847640991, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 894}
{"loss": -0.24110285937786102, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.5496888756752014, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 895}
{"loss": -0.25439223647117615, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5798133015632629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 896}
{"loss": -0.3122904598712921, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7109842300415039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 897}
{"loss": -0.26572275161743164, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6061243414878845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 898}
{"loss": -0.32465842366218567, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7405434846878052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 899}
{"loss": -0.28606292605400085, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6527522206306458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 900}
{"loss": -0.3035387694835663, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6921849250793457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 901}
{"loss": -0.2628585398197174, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5995681881904602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 902}
{"loss": -0.32470619678497314, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7409161925315857, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 903}
{"loss": -0.3395167589187622, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7753632068634033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 904}
{"loss": -0.372003972530365, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8490411043167114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 905}
{"loss": -0.2986532747745514, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6821617484092712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 0.6122449040412903, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 906}
{"loss": -0.33937013149261475, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7752609252929688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 907}
{"loss": -0.3291946053504944, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7516992092132568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 908}
{"loss": -0.2644289433956146, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6029329299926758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 909}
{"loss": -0.32167091965675354, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.731650173664093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 910}
{"loss": -0.25898316502571106, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5904492139816284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 911}
{"loss": -0.23806430399417877, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5415730476379395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 912}
{"loss": -0.260693222284317, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5942877531051636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 913}
{"loss": -0.3112010359764099, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7082163095474243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 914}
{"loss": -0.3207421600818634, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7310776710510254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 915}
{"loss": -0.2891717553138733, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6601223945617676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 916}
{"loss": -0.3000788688659668, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6846815347671509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 917}
{"loss": -0.25766512751579285, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5853801369667053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 918}
{"loss": -0.2937292456626892, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6692643761634827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 919}
{"loss": -0.31024476885795593, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7064851522445679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 920}
{"loss": -0.26827579736709595, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6097466349601746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 921}
{"loss": -0.33957988023757935, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7749139666557312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 922}
{"loss": -0.2965417206287384, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6752565503120422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 923}
{"loss": -0.28088584542274475, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6391936540603638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 924}
{"loss": -0.26206105947494507, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5956087112426758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 925}
{"loss": -0.2661271393299103, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6048132181167603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 926}
{"loss": -0.3437979817390442, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7834300994873047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 927}
{"loss": -0.2978954613208771, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6775820851325989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 928}
{"loss": -0.28757399320602417, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.654770016670227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 929}
{"loss": -0.28123894333839417, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6381166577339172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 930}
{"loss": -0.277139276266098, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6299581527709961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 931}
{"loss": -0.24012723565101624, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5432823896408081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 932}
{"loss": -0.28055042028427124, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6378909945487976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 933}
{"loss": -0.3248347342014313, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.738416850566864, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 934}
{"loss": -0.33150309324264526, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7545841932296753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 935}
{"loss": -0.2518940269947052, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5720235705375671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 936}
{"loss": -0.3159290552139282, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7182009816169739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 937}
{"loss": -0.3187064230442047, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7246032953262329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 938}
{"loss": -0.3272315263748169, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7427804470062256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 939}
{"loss": -0.3531789183616638, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8035990595817566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 940}
{"loss": -0.30026254057884216, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6814610958099365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 941}
{"loss": -0.32435017824172974, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.737135112285614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 942}
{"loss": -0.2784234881401062, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6313035488128662, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 943}
{"loss": -0.3280455470085144, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7457433938980103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 944}
{"loss": -0.29008668661117554, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6580295562744141, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 945}
{"loss": -0.3220858871936798, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7312368154525757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 946}
{"loss": -0.30629315972328186, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6959603428840637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 947}
{"loss": -0.24854515492916107, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5637399554252625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 948}
{"loss": -0.303443044424057, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6889907121658325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 949}
{"loss": -0.34375879168510437, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7817238569259644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 950}
{"loss": -0.2933027148246765, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6615812182426453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 951}
{"loss": -0.2590329051017761, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.5860177874565125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 952}
{"loss": -0.2868434488773346, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6500129103660583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 953}
{"loss": -0.3469395637512207, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7869929671287537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 953}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 954}
{"loss": -0.3108319044113159, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7056030631065369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 954}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 955}
{"loss": -0.32065290212631226, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7281464338302612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 955}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 956}
{"loss": -0.2805354595184326, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.6359352469444275, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 956}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 957}
{"loss": -0.30355730652809143, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.682421088218689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 957}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 958}
{"loss": -0.28268587589263916, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6406175494194031, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 958}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 959}
{"loss": -0.26071521639823914, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.5885909795761108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 959}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 960}
{"loss": -0.32476750016212463, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7365710139274597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 960}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 961}
{"loss": -0.27836480736732483, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6309734582901001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 961}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 962}
{"loss": -0.27038058638572693, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6118265986442566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 962}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 963}
{"loss": -0.31019318103790283, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7021276950836182, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 963}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 964}
{"loss": -0.3407422602176666, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7721303105354309, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 964}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 965}
{"loss": -0.26836124062538147, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.606752872467041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 965}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 966}
{"loss": -0.3290311098098755, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7455286979675293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 966}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 967}
{"loss": -0.3124484121799469, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.706314742565155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 967}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 968}
{"loss": -0.32563987374305725, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7367885112762451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 968}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 969}
{"loss": -0.28630125522613525, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6472526788711548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 969}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 970}
{"loss": -0.37087470293045044, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.8403537273406982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 970}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 971}
{"loss": -0.25993865728378296, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5881662964820862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 971}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 972}
{"loss": -0.236446350812912, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5337917804718018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 972}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 973}
{"loss": -0.2384076565504074, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.5376594066619873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 973}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 974}
{"loss": -0.3404809236526489, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7709295749664307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 974}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 975}
{"loss": -0.2968249022960663, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6708772778511047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 975}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 976}
{"loss": -0.2810021936893463, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6339765787124634, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 976}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 977}
{"loss": -0.32183003425598145, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7282258868217468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 977}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 978}
{"loss": -0.2829062342643738, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6388065814971924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 978}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 979}
{"loss": -0.29351481795310974, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6629191040992737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 979}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 980}
{"loss": -0.2747062146663666, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6199393272399902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 980}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 981}
{"loss": -0.2601630389690399, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5856861472129822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 981}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 982}
{"loss": -0.3009020984172821, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6795315742492676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 982}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 983}
{"loss": -0.2971705496311188, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6716693639755249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 983}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 984}
{"loss": -0.2778579890727997, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6215350031852722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 984}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 985}
{"loss": -0.32409244775772095, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7326585054397583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 985}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 986}
{"loss": -0.23020701110363007, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5168723464012146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 986}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 987}
{"loss": -0.3234798014163971, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7317777872085571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 987}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 988}
{"loss": -0.3105454444885254, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7010905146598816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 988}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 989}
{"loss": -0.3115910589694977, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7041745781898499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 989}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 990}
{"loss": -0.25576251745224, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5761384963989258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 990}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 991}
{"loss": -0.37509027123451233, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8470686674118042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 991}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 992}
{"loss": -0.3029755651950836, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6839051842689514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 992}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 993}
{"loss": -0.3092319369316101, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.696395754814148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 993}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 994}
{"loss": -0.2799544632434845, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6313731074333191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 994}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 995}
{"loss": -0.3064698576927185, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6911377906799316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 995}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 996}
{"loss": -0.2566424310207367, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5783307552337646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 996}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 997}
{"loss": -0.276517778635025, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6238471269607544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 997}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 998}
{"loss": -0.258192777633667, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5820701122283936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 998}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 999}
{"loss": -0.2946649193763733, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6636863350868225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 999}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1000}
{"loss": -0.36639413237571716, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8265384435653687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1000}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1001}
{"loss": -0.28501269221305847, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6409505009651184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1001}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1002}
{"loss": -0.3266907036304474, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7365387082099915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1002}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1003}
{"loss": -0.29523950815200806, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6653043627738953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1003}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1004}
{"loss": -0.2683262526988983, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6038467288017273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1004}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1005}
{"loss": -0.26826906204223633, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6030534505844116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1005}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1006}
{"loss": -0.29775470495224, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6708224415779114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1006}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1007}
{"loss": -0.2979276478290558, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6717014908790588, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1007}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1008}
{"loss": -0.32678234577178955, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7359868288040161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1008}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1009}
{"loss": -0.34744492173194885, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7832297682762146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1009}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1010}
{"loss": -0.32794204354286194, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.737490713596344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1010}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1011}
{"loss": -0.32990190386772156, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7436930537223816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1011}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1012}
{"loss": -0.26560327410697937, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.5970950126647949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1012}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1013}
{"loss": -0.28970807790756226, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6527503728866577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1013}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1014}
{"loss": -0.26346421241760254, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5925269722938538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1014}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1015}
{"loss": -0.2538205683231354, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5683568120002747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1015}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1016}
{"loss": -0.3179827928543091, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7139914631843567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1016}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1017}
{"loss": -0.29362982511520386, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6607618927955627, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1017}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7602040767669678}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1018}
{"loss": -0.2891780138015747, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6504801511764526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1018}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1019}
{"loss": -0.2667368948459625, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5992265343666077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1019}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1020}
{"loss": -0.32068049907684326, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7205227017402649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1020}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1021}
{"loss": -0.25677645206451416, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5780587196350098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1021}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1022}
{"loss": -0.24185319244861603, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.5431913137435913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1022}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1023}
{"loss": -0.3030869662761688, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6817690134048462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1023}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1024}
{"loss": -0.28755179047584534, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6466009616851807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1024}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1025}
{"loss": -0.32612597942352295, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7347679734230042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1025}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1026}
{"loss": -0.3301434814929962, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7436072826385498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1026}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1027}
{"loss": -0.2860640585422516, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6428781151771545, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1027}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1028}
{"loss": -0.36933350563049316, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8322001099586487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1028}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1029}
{"loss": -0.2925104796886444, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6576429009437561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1029}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1030}
{"loss": -0.3513680398464203, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7896766066551208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1030}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1031}
{"loss": -0.27546775341033936, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6183620095252991, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1031}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1032}
{"loss": -0.2741406559944153, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6152833104133606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1032}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1033}
{"loss": -0.27682429552078247, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6213406324386597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1033}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1034}
{"loss": -0.2499713897705078, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5608539581298828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1034}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1035}
{"loss": -0.32476913928985596, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7285118103027344, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1035}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1036}
{"loss": -0.2706586420536041, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6074718832969666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1036}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1037}
{"loss": -0.28044846653938293, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.628706157207489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1037}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1038}
{"loss": -0.31162944436073303, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6978602409362793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1038}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1039}
{"loss": -0.3019377291202545, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6778389811515808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1039}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1040}
{"loss": -0.31511712074279785, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7066153883934021, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1040}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1041}
{"loss": -0.2644992470741272, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5917842388153076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1041}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1042}
{"loss": -0.28950798511505127, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6488848924636841, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1042}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1043}
{"loss": -0.270829975605011, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6074535846710205, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1043}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1044}
{"loss": -0.2644003629684448, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5917789340019226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1044}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1045}
{"loss": -0.2649123966693878, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5939258337020874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1045}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1046}
{"loss": -0.37661033868789673, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8456687927246094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1046}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8061224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1047}
{"loss": -0.3051234781742096, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6845992803573608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1047}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1048}
{"loss": -0.25240886211395264, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.5648486614227295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1048}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1049}
{"loss": -0.2980066239833832, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6691915988922119, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1049}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1050}
{"loss": -0.24063359200954437, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5385614037513733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1050}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7525510191917419}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1051}
{"loss": -0.29910337924957275, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6701618432998657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1051}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1052}
{"loss": -0.36628949642181396, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8212106823921204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1052}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1053}
{"loss": -0.2676498591899872, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5987368226051331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1053}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1054}
{"loss": -0.3214160203933716, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7204868793487549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1054}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1055}
{"loss": -0.2760753631591797, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6188765168190002, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1055}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1056}
{"loss": -0.2793595492839813, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6240384578704834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1056}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1057}
{"loss": -0.27927166223526, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6260542273521423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1057}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1058}
{"loss": -0.26522061228752136, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5937577486038208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1058}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1059}
{"loss": -0.3238455653190613, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7254598736763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1059}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1060}
{"loss": -0.35904255509376526, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8047314286231995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1060}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1061}
{"loss": -0.3070935010910034, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6884854435920715, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1061}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1062}
{"loss": -0.2956484854221344, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6616694927215576, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1062}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1063}
{"loss": -0.30330243706703186, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6798036098480225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1063}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1064}
{"loss": -0.26347583532333374, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5892783403396606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1064}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1065}
{"loss": -0.27068957686424255, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6061033606529236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1065}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1066}
{"loss": -0.2606252431869507, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5822576880455017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1066}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1067}
{"loss": -0.30126523971557617, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.675113320350647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1067}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1068}
{"loss": -0.30203744769096375, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6764474511146545, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1068}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1069}
{"loss": -0.23894961178302765, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.5335216522216797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1069}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1070}
{"loss": -0.3681803345680237, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8238192796707153, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1070}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1071}
{"loss": -0.2960589826107025, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.660036563873291, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1071}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1072}
{"loss": -0.3244626224040985, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7265239953994751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1072}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1073}
{"loss": -0.3691931664943695, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8264922499656677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1073}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1074}
{"loss": -0.22146554291248322, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.4932253658771515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1074}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1075}
{"loss": -0.2524491846561432, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5637663006782532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1075}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1076}
{"loss": -0.3551388382911682, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7954646348953247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1076}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1077}
{"loss": -0.3156634271144867, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7057369947433472, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1077}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1078}
{"loss": -0.33129045367240906, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7408585548400879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1078}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1079}
{"loss": -0.3232181966304779, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7227125763893127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1079}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1080}
{"loss": -0.271386981010437, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6062952876091003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1080}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1081}
{"loss": -0.2748074531555176, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6141746044158936, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1081}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1082}
{"loss": -0.2674393951892853, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5976157188415527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1082}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1083}
{"loss": -0.3162391185760498, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7071924209594727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1083}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1084}
{"loss": -0.31071290373802185, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6932983994483948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1084}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1085}
{"loss": -0.3382314145565033, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7560533881187439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1085}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1086}
{"loss": -0.2800688147544861, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6244495511054993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1086}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1087}
{"loss": -0.35483017563819885, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7947390675544739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1087}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1088}
{"loss": -0.26850390434265137, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.599029541015625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1088}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1089}
{"loss": -0.2899831533432007, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6465920209884644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1089}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1090}
{"loss": -0.33350953459739685, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7450302839279175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1090}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1091}
{"loss": -0.3525158762931824, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7881927490234375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1091}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1092}
{"loss": -0.341372013092041, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7632050514221191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1092}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1093}
{"loss": -0.29650092124938965, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6616821885108948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1093}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1094}
{"loss": -0.3387618362903595, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.75663161277771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1094}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1095}
{"loss": -0.29010331630706787, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6468323469161987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1095}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1096}
{"loss": -0.3150280714035034, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7032227516174316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1096}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1097}
{"loss": -0.2981431186199188, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6650718450546265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1097}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1098}
{"loss": -0.289722204208374, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6446389555931091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1098}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1099}
{"loss": -0.35631081461906433, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.794272243976593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1099}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1100}
{"loss": -0.23321585357189178, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5176047682762146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1100}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1101}
{"loss": -0.3362595736980438, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.750336229801178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1101}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1102}
{"loss": -0.3568449318408966, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7956835627555847, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1102}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1103}
{"loss": -0.3636050224304199, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8116649985313416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1103}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1104}
{"loss": -0.2937508225440979, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6547258496284485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1104}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1105}
{"loss": -0.339069128036499, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7575823068618774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1105}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1106}
{"loss": -0.2761507034301758, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.615516722202301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1106}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1107}
{"loss": -0.3363025188446045, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7489783763885498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1107}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1108}
{"loss": -0.2956877648830414, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6593562960624695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1108}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1109}
{"loss": -0.2971760332584381, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6626712679862976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1109}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1110}
{"loss": -0.3056459128856659, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.681304395198822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1110}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1111}
{"loss": -0.3008328378200531, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.670110285282135, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1111}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1112}
{"loss": -0.3712143003940582, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.8280008435249329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1112}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1113}
{"loss": -0.3348604440689087, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7455520033836365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1113}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1114}
{"loss": -0.2770688235759735, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6162490248680115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1114}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1115}
{"loss": -0.2705003619194031, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6023069024085999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1115}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1116}
{"loss": -0.31767943501472473, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.707637369632721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1116}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1117}
{"loss": -0.30771127343177795, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.683719277381897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1117}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1118}
{"loss": -0.2997763156890869, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6665792465209961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1118}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1119}
{"loss": -0.28262388706207275, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6290344595909119, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1119}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1120}
{"loss": -0.27787938714027405, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6179602742195129, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1120}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1121}
{"loss": -0.36402878165245056, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8109815716743469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1121}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1122}
{"loss": -0.3025054931640625, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6726541519165039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1122}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1123}
{"loss": -0.3253719210624695, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7247547507286072, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1123}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1124}
{"loss": -0.3107762038707733, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6924822926521301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1124}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1125}
{"loss": -0.3359765112400055, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7480425834655762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1125}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1126}
{"loss": -0.2681677043437958, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5960018038749695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1126}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1127}
{"loss": -0.3054962456226349, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6793654561042786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1127}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1128}
{"loss": -0.2317357063293457, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5134657025337219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1128}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1129}
{"loss": -0.2634963095188141, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5831098556518555, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1129}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1130}
{"loss": -0.2626506984233856, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5826343894004822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1130}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1131}
{"loss": -0.3399178385734558, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7567721009254456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1131}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1132}
{"loss": -0.29588955640792847, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6586362719535828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1132}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1133}
{"loss": -0.3272515833377838, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7281114459037781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1133}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1134}
{"loss": -0.3026885986328125, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6726282238960266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1134}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1135}
{"loss": -0.31498265266418457, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7013849020004272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1135}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1136}
{"loss": -0.3380126357078552, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7522634267807007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1136}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1137}
{"loss": -0.2702367603778839, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6003949046134949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1137}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1138}
{"loss": -0.3243432641029358, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7215299010276794, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1138}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1139}
{"loss": -0.28543636202812195, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6345736384391785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1139}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1140}
{"loss": -0.3498323857784271, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.778231143951416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1140}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1141}
{"loss": -0.31210827827453613, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6937337517738342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1141}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1142}
{"loss": -0.3638412654399872, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8097575306892395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1142}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1143}
{"loss": -0.3487313687801361, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7755833864212036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1143}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1144}
{"loss": -0.3045279085636139, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.677476167678833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1144}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1145}
{"loss": -0.2794248163700104, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.620639443397522, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1145}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1146}
{"loss": -0.298521488904953, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6634413599967957, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1146}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1147}
{"loss": -0.23106370866298676, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5125672817230225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1147}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1148}
{"loss": -0.32976439595222473, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7325555682182312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1148}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1149}
{"loss": -0.33245357871055603, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7390322685241699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1149}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1150}
{"loss": -0.32260197401046753, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7155606746673584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1150}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1151}
{"loss": -0.3039526641368866, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.674222469329834, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1151}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1152}
{"loss": -0.25172990560531616, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5582751035690308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1152}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1153}
{"loss": -0.2934819459915161, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6514538526535034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1153}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1154}
{"loss": -0.30818575620651245, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.682628333568573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1154}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1155}
{"loss": -0.2633187174797058, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5839792490005493, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1155}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1156}
{"loss": -0.38137131929397583, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8470912575721741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1156}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1157}
{"loss": -0.314985454082489, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6994613409042358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1157}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1158}
{"loss": -0.4167332351207733, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.9245246648788452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1158}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1159}
{"loss": -0.3113110065460205, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6908067464828491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1159}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1160}
{"loss": -0.3338816165924072, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7413509488105774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1160}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1161}
{"loss": -0.2915860414505005, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6466307640075684, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1161}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1162}
{"loss": -0.3220279812812805, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.713964581489563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1162}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1163}
{"loss": -0.2863830029964447, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6354154944419861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1163}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1164}
{"loss": -0.26769736409187317, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5931968688964844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1164}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1165}
{"loss": -0.36034977436065674, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8005015254020691, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1165}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1166}
{"loss": -0.23205506801605225, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.512169599533081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1166}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1167}
{"loss": -0.3483922481536865, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7724679708480835, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1167}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1168}
{"loss": -0.28309887647628784, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6270751953125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1168}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1169}
{"loss": -0.285138875246048, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6318013072013855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1169}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1170}
{"loss": -0.29742857813835144, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6596459746360779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1170}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1171}
{"loss": -0.3019130825996399, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6690405011177063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1171}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1172}
{"loss": -0.3212184011936188, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7124984264373779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1172}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1173}
{"loss": -0.3105023205280304, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6885648965835571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1173}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1174}
{"loss": -0.3178650438785553, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7053236365318298, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1174}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1175}
{"loss": -0.3127249479293823, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6934304237365723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1175}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1176}
{"loss": -0.3304155170917511, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7321224212646484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1176}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1177}
{"loss": -0.3118528127670288, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.691240131855011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1177}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1178}
{"loss": -0.3543826937675476, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.785838782787323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1178}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1179}
{"loss": -0.2910742163658142, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6436406970024109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1179}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1180}
{"loss": -0.31593987345695496, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6999106407165527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1180}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1181}
{"loss": -0.2869569659233093, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6353621482849121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1181}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1182}
{"loss": -0.28693193197250366, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.6345729231834412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1182}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1183}
{"loss": -0.2557748556137085, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.5657721161842346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1183}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1184}
{"loss": -0.28506436944007874, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6314943432807922, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1184}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1185}
{"loss": -0.3591596186161041, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7977502942085266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1185}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1186}
{"loss": -0.3116893172264099, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6889544725418091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1186}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1187}
{"loss": -0.30255016684532166, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6698944568634033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1187}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7882652878761292}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1188}
{"loss": -0.26974743604660034, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.596074104309082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1188}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1189}
{"loss": -0.2894524931907654, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6395015716552734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1189}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1190}
{"loss": -0.31795352697372437, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7048465609550476, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1190}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1191}
{"loss": -0.2529423236846924, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5584724545478821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1191}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7882652878761292}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1192}
{"loss": -0.2726210057735443, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6035345792770386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1192}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7882652878761292}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1193}
{"loss": -0.27713742852211, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6125824451446533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1193}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7653061151504517}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1194}
{"loss": -0.376505583524704, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8335826396942139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1194}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1195}
{"loss": -0.29251378774642944, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6461066603660583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1195}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1196}
{"loss": -0.2720183730125427, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6013996601104736, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1196}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1197}
{"loss": -0.27424633502960205, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6055869460105896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1197}
{"generalization hold out": {"acc": 0.5663264989852905, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1198}
{"loss": -0.26293882727622986, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5812718868255615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1198}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1199}
{"loss": -0.2558015286922455, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5641642212867737, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1199}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1200}
{"loss": -0.29899370670318604, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6610360741615295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1200}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1201}
{"loss": -0.3161899447441101, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6994776129722595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1201}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1202}
{"loss": -0.31118467450141907, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.688624382019043, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1202}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1203}
{"loss": -0.3729517161846161, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8255466818809509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1203}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1204}
{"loss": -0.3057217001914978, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6751281023025513, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1204}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1205}
{"loss": -0.2684073746204376, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.592257559299469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1205}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1206}
{"loss": -0.2735856771469116, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6046702861785889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1206}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1207}
{"loss": -0.2544638514518738, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5616441369056702, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1207}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1208}
{"loss": -0.28530585765838623, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6299840807914734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1208}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1209}
{"loss": -0.31826862692832947, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7029772996902466, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1209}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1210}
{"loss": -0.35445669293403625, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7836161255836487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1210}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1211}
{"loss": -0.2924790382385254, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6464189887046814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1211}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1212}
{"loss": -0.30919888615608215, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6824770569801331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1212}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1213}
{"loss": -0.27082985639572144, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5975946187973022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1213}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1214}
{"loss": -0.2877669930458069, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6350984573364258, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1214}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1215}
{"loss": -0.36906498670578003, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8155484199523926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1215}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1216}
{"loss": -0.31294679641723633, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6912795305252075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1216}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1217}
{"loss": -0.34076938033103943, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.75142502784729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1217}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1218}
{"loss": -0.39130157232284546, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8651110529899597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1218}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1219}
{"loss": -0.25830939412117004, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5691810250282288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1219}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1220}
{"loss": -0.3232899308204651, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7145728468894958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1220}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1221}
{"loss": -0.3361017107963562, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7422586679458618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1221}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1222}
{"loss": -0.2928808331489563, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6468579173088074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1222}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1223}
{"loss": -0.3462350070476532, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7646960616111755, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1223}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1224}
{"loss": -0.2836587429046631, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.625586986541748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1224}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1225}
{"loss": -0.29710352420806885, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6558748483657837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1225}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1226}
{"loss": -0.2797348201274872, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6169891953468323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1226}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1227}
{"loss": -0.33674901723861694, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7425064444541931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1227}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1228}
{"loss": -0.3338261544704437, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7373297810554504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1228}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1229}
{"loss": -0.2870481610298157, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6337214708328247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1229}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1230}
{"loss": -0.25503361225128174, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5621021389961243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1230}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1231}
{"loss": -0.34279975295066833, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.757129430770874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1231}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1232}
{"loss": -0.25918498635292053, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5710834264755249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1232}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1233}
{"loss": -0.33391210436820984, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.737438976764679, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1233}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1234}
{"loss": -0.38097983598709106, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8415937423706055, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1234}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1235}
{"loss": -0.2972075641155243, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.655732274055481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1235}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1236}
{"loss": -0.28592637181282043, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6308822631835938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1236}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1237}
{"loss": -0.31430432200431824, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6939245462417603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1237}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1238}
{"loss": -0.3899950683116913, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8612022995948792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1238}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1239}
{"loss": -0.283584862947464, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6241673231124878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1239}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1240}
{"loss": -0.304949551820755, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6720074415206909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1240}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1241}
{"loss": -0.3228059411048889, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7112283706665039, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1241}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1242}
{"loss": -0.22915439307689667, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5032539963722229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1242}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1243}
{"loss": -0.2951540946960449, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6496198177337646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1243}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1244}
{"loss": -0.29817578196525574, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6573383212089539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1244}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1245}
{"loss": -0.23375798761844635, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.5133509635925293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1245}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1246}
{"loss": -0.2948377728462219, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6487657427787781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1246}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1247}
{"loss": -0.29811403155326843, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6570082902908325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1247}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1248}
{"loss": -0.275924950838089, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6077326536178589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1248}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1249}
{"loss": -0.29877084493637085, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6567794680595398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1249}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1250}
{"loss": -0.2855653464794159, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6281591057777405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1250}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1251}
{"loss": -0.31451892852783203, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6934494376182556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1251}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1252}
{"loss": -0.24950125813484192, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.5442933440208435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1252}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1253}
{"loss": -0.30527225136756897, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6735714673995972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1253}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1254}
{"loss": -0.3190258741378784, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7033905386924744, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1254}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1255}
{"loss": -0.29893001914024353, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6582275629043579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1255}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1256}
{"loss": -0.3172702491283417, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6989394426345825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1256}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1257}
{"loss": -0.3503168821334839, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7714917659759521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1257}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1258}
{"loss": -0.2975582182407379, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6547402143478394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1258}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1259}
{"loss": -0.32921746373176575, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7249665260314941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1259}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1260}
{"loss": -0.29743751883506775, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6547303795814514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1260}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1261}
{"loss": -0.3197536766529083, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7048027515411377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1261}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1262}
{"loss": -0.359489768743515, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7919036149978638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1262}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1263}
{"loss": -0.3147974908351898, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6925215125083923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1263}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1264}
{"loss": -0.2563357353210449, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.562876284122467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1264}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1265}
{"loss": -0.3071848452091217, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6760993003845215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1265}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1266}
{"loss": -0.3182189464569092, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6980429887771606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1266}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1267}
{"loss": -0.3346467614173889, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7372754812240601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1267}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1268}
{"loss": -0.3400874435901642, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7481003999710083, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1268}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1269}
{"loss": -0.3096512258052826, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6812995672225952, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1269}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1270}
{"loss": -0.2596423327922821, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5702011585235596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1270}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1271}
{"loss": -0.23558981716632843, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.5168699622154236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1271}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1272}
{"loss": -0.2556515634059906, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5608238577842712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1272}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1273}
{"loss": -0.34266147017478943, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7542821168899536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1273}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1274}
{"loss": -0.31950366497039795, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7014433145523071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1274}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1275}
{"loss": -0.2998944818973541, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6593100428581238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1275}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1276}
{"loss": -0.3703871965408325, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8132451772689819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1276}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1277}
{"loss": -0.32448530197143555, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7141475081443787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1277}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1278}
{"loss": -0.3001308739185333, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6598005294799805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1278}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1279}
{"loss": -0.33773237466812134, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7421727776527405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1279}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1280}
{"loss": -0.28152215480804443, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6182992458343506, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1280}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1281}
{"loss": -0.3356545567512512, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7378412485122681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1281}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1282}
{"loss": -0.27692949771881104, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6084786653518677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1282}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1283}
{"loss": -0.27265194058418274, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5989025235176086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1283}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1284}
{"loss": -0.3138754665851593, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.689594030380249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1284}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1285}
{"loss": -0.354233980178833, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7789501547813416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1285}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1286}
{"loss": -0.2797341048717499, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6137553453445435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1286}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1287}
{"loss": -0.30423229932785034, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6677714586257935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1287}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1288}
{"loss": -0.3342702388763428, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7352960109710693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1288}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1289}
{"loss": -0.3749854266643524, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8241738080978394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1289}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1290}
{"loss": -0.2853083908557892, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6260796189308167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1290}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1291}
{"loss": -0.3564022183418274, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7825437188148499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1291}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1292}
{"loss": -0.2851163446903229, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6255999207496643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1292}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1293}
{"loss": -0.3311183452606201, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7280401587486267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1293}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1294}
{"loss": -0.3217322528362274, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7068909406661987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1294}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1295}
{"loss": -0.310579389333725, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6821520328521729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1295}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1296}
{"loss": -0.324859619140625, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7131451964378357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1296}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1297}
{"loss": -0.3529079258441925, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7762662768363953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1297}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1298}
{"loss": -0.2858039140701294, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6274015307426453, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1298}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1299}
{"loss": -0.3117770552635193, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.684550404548645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1299}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1300}
{"loss": -0.38621121644973755, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8491962552070618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1300}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1301}
{"loss": -0.30244919657707214, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6640633940696716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1301}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1302}
{"loss": -0.2822389304637909, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.619048535823822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1302}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1303}
{"loss": -0.33040595054626465, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7258027195930481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1303}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1304}
{"loss": -0.34035319089889526, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7470188140869141, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1304}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1305}
{"loss": -0.3611098527908325, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7927128672599792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1305}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1306}
{"loss": -0.3263443410396576, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7168667912483215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1306}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1307}
{"loss": -0.3075321614742279, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6744056940078735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1307}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1308}
{"loss": -0.3779621124267578, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8306655883789062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1308}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1309}
{"loss": -0.3017115592956543, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6610462665557861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1309}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1310}
{"loss": -0.37518301606178284, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8246610760688782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1310}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1311}
{"loss": -0.3485643267631531, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7654935121536255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1311}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1312}
{"loss": -0.3784038722515106, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8295084834098816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1312}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.9913265109062195}, "epoch": 1313}
{"loss": -0.2892191410064697, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6344249844551086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1313}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1314}
{"loss": -0.33563947677612305, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7365218997001648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1314}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1315}
{"loss": -0.2892211079597473, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6346812844276428, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1315}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1316}
{"loss": -0.32354530692100525, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7102007865905762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1316}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1317}
{"loss": -0.3544206917285919, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7774589657783508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1317}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1318}
{"loss": -0.3302885890007019, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7245293855667114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1318}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1319}
{"loss": -0.308907687664032, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6767433285713196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1319}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1320}
{"loss": -0.3339225649833679, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7313485741615295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1320}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1321}
{"loss": -0.2894560396671295, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6338908076286316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1321}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1322}
{"loss": -0.294653058052063, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6460567712783813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1322}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1323}
{"loss": -0.3321388065814972, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7291654348373413, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1323}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1324}
{"loss": -0.3141343593597412, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6888325810432434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1324}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1325}
{"loss": -0.28015339374542236, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6138506531715393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1325}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1326}
{"loss": -0.2504318952560425, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5471881628036499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1326}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1327}
{"loss": -0.2374374270439148, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5188261866569519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1327}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1328}
{"loss": -0.3263002038002014, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7145678400993347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1328}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1329}
{"loss": -0.3429434895515442, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7520594000816345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1329}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1330}
{"loss": -0.2872268557548523, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6289142370223999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1330}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1331}
{"loss": -0.31364190578460693, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6877511143684387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1331}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1332}
{"loss": -0.29136887192726135, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6380401849746704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1332}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1333}
{"loss": -0.299862265586853, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6557495594024658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1333}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1334}
{"loss": -0.3721732497215271, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8166242837905884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1334}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1335}
{"loss": -0.34564897418022156, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.755842924118042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1335}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1336}
{"loss": -0.3100457787513733, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6793884634971619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1336}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1337}
{"loss": -0.36229267716407776, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7945436835289001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1337}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1338}
{"loss": -0.30606842041015625, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6709001064300537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1338}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1339}
{"loss": -0.27111366391181946, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5936532616615295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1339}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1340}
{"loss": -0.30712148547172546, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6725139021873474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1340}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1341}
{"loss": -0.25840210914611816, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5654820203781128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1341}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1342}
{"loss": -0.29236769676208496, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6400090456008911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1342}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1343}
{"loss": -0.31987401843070984, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7000845074653625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1343}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.991836667060852}, "epoch": 1344}
{"loss": -0.37055036425590515, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8119369149208069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1344}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1345}
{"loss": -0.25712722539901733, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5607959032058716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1345}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1346}
{"loss": -0.3182394504547119, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6967451572418213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1346}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1347}
{"loss": -0.28254440426826477, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6173509359359741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1347}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1348}
{"loss": -0.3114506006240845, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6811870336532593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1348}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1349}
{"loss": -0.30353057384490967, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6636091470718384, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1349}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1350}
{"loss": -0.2733369469642639, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5973364114761353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1350}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1351}
{"loss": -0.3471824824810028, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7595504522323608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1351}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1352}
{"loss": -0.31716683506965637, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6938003301620483, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1352}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1353}
{"loss": -0.342898428440094, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.750072717666626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1353}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1354}
{"loss": -0.314822256565094, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6884815692901611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1354}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1355}
{"loss": -0.29838281869888306, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6521977186203003, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1355}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1356}
{"loss": -0.3134464621543884, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6855854988098145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1356}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1357}
{"loss": -0.2743123471736908, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.599886953830719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1357}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1358}
{"loss": -0.36888357996940613, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8072464466094971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1358}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1359}
{"loss": -0.2857287526130676, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6246716380119324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1359}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1360}
{"loss": -0.31063202023506165, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6784278750419617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1360}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1361}
{"loss": -0.3002476692199707, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6554132103919983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1361}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1362}
{"loss": -0.3086383640766144, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6743361949920654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1362}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1363}
{"loss": -0.3347504734992981, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7322921752929688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1363}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1364}
{"loss": -0.28655001521110535, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6256247162818909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1364}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1365}
{"loss": -0.23852431774139404, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5206106305122375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1365}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1366}
{"loss": -0.40792733430862427, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.893844485282898, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1366}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1367}
{"loss": -0.26761865615844727, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5850183963775635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1367}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1368}
{"loss": -0.2886151075363159, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6301045417785645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1368}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1369}
{"loss": -0.2872973680496216, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6279609799385071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1369}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1370}
{"loss": -0.2347547858953476, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5113118886947632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1370}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1371}
{"loss": -0.3556564152240753, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7777281403541565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1371}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1372}
{"loss": -0.31276798248291016, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6837007999420166, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1372}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1373}
{"loss": -0.35738644003868103, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7815321683883667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1373}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1374}
{"loss": -0.3146882653236389, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6875299215316772, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1374}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1375}
{"loss": -0.26856619119644165, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5866227149963379, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1375}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1376}
{"loss": -0.34923499822616577, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7619429230690002, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1376}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1377}
{"loss": -0.3322131037712097, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7241848111152649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1377}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1378}
{"loss": -0.2895768880844116, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6324053406715393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1378}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1379}
{"loss": -0.28589779138565063, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6238514184951782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1379}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1380}
{"loss": -0.3236527740955353, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7067261338233948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1380}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1381}
{"loss": -0.26752275228500366, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5836089849472046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1381}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1382}
{"loss": -0.2888595461845398, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6309258937835693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1382}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1383}
{"loss": -0.31259042024612427, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6826255917549133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1383}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1384}
{"loss": -0.3055095374584198, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6661520600318909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1384}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1385}
{"loss": -0.40336665511131287, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8804144859313965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1385}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1386}
{"loss": -0.2850097715854645, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6225011944770813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1386}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1387}
{"loss": -0.27632248401641846, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6015207171440125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1387}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1388}
{"loss": -0.3185892403125763, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6958329081535339, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1388}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1389}
{"loss": -0.35081586241722107, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7662855982780457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1389}
{"generalization hold out": {"acc": 0.5663264989852905, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1390}
{"loss": -0.3407621383666992, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7443195581436157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1390}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1391}
{"loss": -0.3204301595687866, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7005824446678162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1391}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1392}
{"loss": -0.2887346148490906, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.630419135093689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1392}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1393}
{"loss": -0.34925249218940735, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7638859748840332, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1393}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1394}
{"loss": -0.2694024443626404, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5868046283721924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1394}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1395}
{"loss": -0.3386593461036682, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7389599084854126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1395}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1396}
{"loss": -0.3286229074001312, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7173925042152405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1396}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1397}
{"loss": -0.28845182061195374, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6289190053939819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1397}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1398}
{"loss": -0.34796953201293945, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7593687772750854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1398}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1399}
{"loss": -0.27895107865333557, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6072674989700317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1399}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1400}
{"loss": -0.37565624713897705, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8195232152938843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1400}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1401}
{"loss": -0.36957859992980957, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.8054581880569458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1401}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1402}
{"loss": -0.326459139585495, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7122461795806885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1402}
{"generalization hold out": {"acc": 0.6122449040412903, "acc_or": 0.8061224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1403}
{"loss": -0.30742910504341125, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.670006513595581, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1403}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1404}
{"loss": -0.2714279294013977, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5912202596664429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1404}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1405}
{"loss": -0.2649756968021393, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5760049819946289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1405}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1406}
{"loss": -0.34347763657569885, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7491497993469238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1406}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1407}
{"loss": -0.42193078994750977, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.9201883673667908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1407}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1408}
{"loss": -0.28715622425079346, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6263839602470398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1408}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1409}
{"loss": -0.24455490708351135, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5318891406059265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1409}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1410}
{"loss": -0.30889201164245605, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6735004782676697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1410}
{"generalization hold out": {"acc": 0.6122449040412903, "acc_or": 0.8061224222183228}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1411}
{"loss": -0.3211725056171417, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.69992995262146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1411}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1412}
{"loss": -0.29058751463890076, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6331291198730469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1412}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1413}
{"loss": -0.2952255308628082, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6424455642700195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1413}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1414}
{"loss": -0.2813588082790375, "acc": 0.9964868426322937, "acc_or": 0.9982434511184692, "sender_entropy": 0.5954703688621521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1414}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1415}
{"loss": -0.3110431730747223, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.678230881690979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1415}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1416}
{"loss": -0.37704944610595703, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8233394622802734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1416}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1417}
{"loss": -0.2867102324962616, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6236715316772461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1417}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1418}
{"loss": -0.2774409055709839, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6040913462638855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1418}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1419}
{"loss": -0.25796952843666077, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5614773631095886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1419}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1420}
{"loss": -0.36069256067276, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7875387072563171, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1420}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1421}
{"loss": -0.3073885440826416, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6701114773750305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1421}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1422}
{"loss": -0.3115875720977783, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6786203980445862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1422}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1423}
{"loss": -0.30998358130455017, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6752808094024658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1423}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1424}
{"loss": -0.3034900426864624, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6609840989112854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1424}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1425}
{"loss": -0.3516150414943695, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7658500075340271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1425}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1426}
{"loss": -0.37884286046028137, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8263139724731445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1426}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1427}
{"loss": -0.2830120921134949, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6154767870903015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1427}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1428}
{"loss": -0.25071099400520325, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5451511740684509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1428}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1429}
{"loss": -0.3405155539512634, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7417535781860352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1429}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1430}
{"loss": -0.3770406246185303, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8221907019615173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1430}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1431}
{"loss": -0.40087956190109253, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8749009370803833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1431}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1432}
{"loss": -0.29146459698677063, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6332211494445801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1432}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1433}
{"loss": -0.3651084899902344, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7957226037979126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1433}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1434}
{"loss": -0.32624319195747375, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7105364203453064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1434}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1435}
{"loss": -0.3188699185848236, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6942089796066284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1435}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1436}
{"loss": -0.33828380703926086, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7367348670959473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1436}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1437}
{"loss": -0.3246760070323944, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7061715722084045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1437}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1438}
{"loss": -0.26384127140045166, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5729615092277527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1438}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1439}
{"loss": -0.32690340280532837, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7118383646011353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1439}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1440}
{"loss": -0.25859224796295166, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.561860978603363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1440}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1441}
{"loss": -0.44086959958076477, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.9603685140609741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1441}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1442}
{"loss": -0.26396334171295166, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5744286179542542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1442}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1443}
{"loss": -0.23182398080825806, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5021861791610718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1443}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1444}
{"loss": -0.4061364531517029, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8843708634376526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1444}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1445}
{"loss": -0.3461390733718872, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7534663081169128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1445}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1446}
{"loss": -0.32614731788635254, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7102708220481873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1446}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1447}
{"loss": -0.3736454248428345, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.812723696231842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1447}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1448}
{"loss": -0.26393836736679077, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5738674402236938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1448}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1449}
{"loss": -0.3074808418750763, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6688780188560486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1449}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1450}
{"loss": -0.30242159962654114, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6573957800865173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1450}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8469387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1451}
{"loss": -0.3471968472003937, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7559826374053955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1451}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1452}
{"loss": -0.3301457464694977, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7176672220230103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1452}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1453}
{"loss": -0.31691470742225647, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6886213421821594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1453}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1454}
{"loss": -0.32830506563186646, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7136321067810059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1454}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1455}
{"loss": -0.3410901427268982, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7417857646942139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1455}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1456}
{"loss": -0.2778591513633728, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6030064225196838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1456}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1457}
{"loss": -0.308098703622818, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6700925230979919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1457}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1458}
{"loss": -0.3007013201713562, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6527679562568665, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1458}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1459}
{"loss": -0.34282422065734863, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7453272342681885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1459}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1460}
{"loss": -0.29140329360961914, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6329041123390198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1460}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1461}
{"loss": -0.3612596094608307, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7851797938346863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1461}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7653061151504517}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1462}
{"loss": -0.32308173179626465, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7012542486190796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1462}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1463}
{"loss": -0.29895782470703125, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6491667628288269, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1463}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1464}
{"loss": -0.3406780958175659, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7403355240821838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1464}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1465}
{"loss": -0.37845277786254883, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8235812187194824, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1465}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1466}
{"loss": -0.2953239381313324, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6414004564285278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1466}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1467}
{"loss": -0.2727605700492859, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5921893119812012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1467}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1468}
{"loss": -0.308744341135025, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6716285943984985, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1468}
{"generalization hold out": {"acc": 0.5663264989852905, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1469}
{"loss": -0.28575989603996277, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6206697821617126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1469}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1470}
{"loss": -0.33621731400489807, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7311230301856995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1470}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1471}
{"loss": -0.3216038644313812, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6980838775634766, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1471}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1472}
{"loss": -0.34574809670448303, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.751469075679779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1472}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1473}
{"loss": -0.3206150233745575, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6967779994010925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1473}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7857142686843872}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1474}
{"loss": -0.3418537378311157, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.743873119354248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1474}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7704081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1475}
{"loss": -0.33587607741355896, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7301991581916809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1475}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1476}
{"loss": -0.2813950777053833, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6109071969985962, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1476}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7704081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1477}
{"loss": -0.3326690196990967, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7226026654243469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1477}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1478}
{"loss": -0.28705504536628723, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6228460073471069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1478}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1479}
{"loss": -0.359531432390213, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7815595269203186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1479}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1480}
{"loss": -0.38944709300994873, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8466213941574097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1480}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7704081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1481}
{"loss": -0.3320418894290924, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7204179167747498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1481}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8852040767669678}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1482}
{"loss": -0.2498173713684082, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5417303442955017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1482}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1483}
{"loss": -0.2580726742744446, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5597244501113892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1483}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1484}
{"loss": -0.36024174094200134, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7822864651679993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1484}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1485}
{"loss": -0.28899213671684265, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6265037655830383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1485}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1486}
{"loss": -0.256304532289505, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5549002289772034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1486}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1487}
{"loss": -0.3014260232448578, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6543123722076416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1487}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1488}
{"loss": -0.26139676570892334, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5668817758560181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1488}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1489}
{"loss": -0.3393607437610626, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7369528412818909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1489}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1490}
{"loss": -0.3070888817310333, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.666571855545044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1490}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1491}
{"loss": -0.2461632639169693, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5332198143005371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1491}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1492}
{"loss": -0.30280691385269165, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6556467413902283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1492}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1493}
{"loss": -0.34484168887138367, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7491005659103394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1493}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1494}
{"loss": -0.3641379475593567, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7906996607780457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1494}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1495}
{"loss": -0.29655006527900696, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6427052021026611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1495}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1496}
{"loss": -0.3005354106426239, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6514753103256226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1496}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1497}
{"loss": -0.3177092969417572, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.689405083656311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1497}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1498}
{"loss": -0.23768167197704315, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5146272778511047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1498}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1499}
{"loss": -0.338092565536499, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.73328697681427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1499}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1500}
{"loss": -0.31471410393714905, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6823487281799316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1500}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1501}
{"loss": -0.3479648530483246, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7546156048774719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1501}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1502}
{"loss": -0.3156781792640686, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6851348280906677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1502}
{"generalization hold out": {"acc": 0.6122449040412903, "acc_or": 0.8061224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1503}
{"loss": -0.2868441641330719, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6218746304512024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1503}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1504}
{"loss": -0.24932752549648285, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.5387388467788696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1504}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1505}
{"loss": -0.2812785506248474, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6093288660049438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1505}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1506}
{"loss": -0.3857467472553253, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8370569348335266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1506}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1507}
{"loss": -0.33111855387687683, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7171513438224792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1507}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1508}
{"loss": -0.27495917677879333, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.5950661301612854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1508}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1509}
{"loss": -0.29451829195022583, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6373271942138672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1509}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1510}
{"loss": -0.3240886330604553, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7027965784072876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1510}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1511}
{"loss": -0.3203742504119873, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6954025030136108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1511}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1512}
{"loss": -0.2659100592136383, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5754053592681885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1512}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1513}
{"loss": -0.24255013465881348, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5246579647064209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1513}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1514}
{"loss": -0.35639095306396484, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7735497355461121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1514}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1515}
{"loss": -0.35982030630111694, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7801255583763123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1515}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1516}
{"loss": -0.25280943512916565, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5469611287117004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1516}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1517}
{"loss": -0.3395635783672333, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.735912024974823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1517}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1518}
{"loss": -0.3596354126930237, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7796621918678284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1518}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1519}
{"loss": -0.3322336971759796, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7205352187156677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1519}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1520}
{"loss": -0.32036691904067993, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6942917704582214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1520}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1521}
{"loss": -0.2982234060764313, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6457966566085815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1521}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1522}
{"loss": -0.36796826124191284, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7964434027671814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1522}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1523}
{"loss": -0.38317063450813293, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8315621018409729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1523}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1524}
{"loss": -0.29736170172691345, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.644565999507904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1524}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1525}
{"loss": -0.3025820255279541, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6548417210578918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1525}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1526}
{"loss": -0.29862096905708313, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6466561555862427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1526}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1527}
{"loss": -0.36873477697372437, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7982463240623474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1527}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1528}
{"loss": -0.289981484413147, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.627079427242279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1528}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1529}
{"loss": -0.2922106981277466, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6318578720092773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1529}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1530}
{"loss": -0.357961505651474, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7750210762023926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1530}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1531}
{"loss": -0.31258025765419006, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.676676332950592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1531}
{"generalization hold out": {"acc": 0.6122449040412903, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1532}
{"loss": -0.33756229281425476, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7311373353004456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1532}
{"generalization hold out": {"acc": 0.7040815949440002, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1533}
{"loss": -0.34429556131362915, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7456677556037903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1533}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1534}
{"loss": -0.37981635332107544, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8234198689460754, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1534}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1535}
{"loss": -0.2883060872554779, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6229168176651001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1535}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1536}
{"loss": -0.29109838604927063, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.630333662033081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1536}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1537}
{"loss": -0.37052977085113525, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8033076524734497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1537}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1538}
{"loss": -0.3224101662635803, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6973022222518921, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1538}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1539}
{"loss": -0.30381396412849426, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.657508909702301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1539}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1540}
{"loss": -0.3695859909057617, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8009480834007263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1540}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1541}
{"loss": -0.32814833521842957, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7096002697944641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1541}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1542}
{"loss": -0.30392932891845703, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6572255492210388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1542}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1543}
{"loss": -0.3021871745586395, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6540583968162537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1543}
{"generalization hold out": {"acc": 0.7397959232330322, "acc_or": 0.8698979616165161}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1544}
{"loss": -0.3449360728263855, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.747799813747406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1544}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1545}
{"loss": -0.3283204734325409, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7114112377166748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1545}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1546}
{"loss": -0.30114611983299255, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6513848900794983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1546}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1547}
{"loss": -0.3164840638637543, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6852445602416992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1547}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1548}
{"loss": -0.2794957756996155, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6042429804801941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1548}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1549}
{"loss": -0.30251726508140564, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6540230512619019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1549}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1550}
{"loss": -0.2975753843784332, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6439231038093567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1550}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1551}
{"loss": -0.22060437500476837, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.47460150718688965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1551}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1552}
{"loss": -0.26075586676597595, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5635997653007507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1552}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7525510191917419}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1553}
{"loss": -0.27955561876296997, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6037883162498474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1553}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7551020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1554}
{"loss": -0.24453233182430267, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5284408926963806, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1554}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7551020383834839}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1555}
{"loss": -0.34308576583862305, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7427029013633728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1555}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7602040767669678}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1556}
{"loss": -0.31452733278274536, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6800314784049988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1556}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1557}
{"loss": -0.3049687445163727, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6599934697151184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1557}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1558}
{"loss": -0.24805118143558502, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5353665351867676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1558}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7576530575752258}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1559}
{"loss": -0.3729879856109619, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8077667951583862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1559}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7602040767669678}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1560}
{"loss": -0.34330037236213684, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7426744699478149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1560}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1561}
{"loss": -0.2899983823299408, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6270003914833069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1561}
{"generalization hold out": {"acc": 0.5663264989852905, "acc_or": 0.7806122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1562}
{"loss": -0.364764004945755, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7896432876586914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1562}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7653061151504517}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1563}
{"loss": -0.32930874824523926, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7124850749969482, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1563}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7602040767669678}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1564}
{"loss": -0.34159421920776367, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7387621998786926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1564}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1565}
{"loss": -0.29693204164505005, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6416246294975281, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1565}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7704081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1566}
{"loss": -0.37088802456855774, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8025605082511902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1566}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1567}
{"loss": -0.2853466868400574, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6095808744430542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1567}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1568}
{"loss": -0.2297995686531067, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.4941924214363098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1568}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1569}
{"loss": -0.33372458815574646, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7208547592163086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1569}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1570}
{"loss": -0.2810018062591553, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6069108843803406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1570}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1571}
{"loss": -0.3883569836616516, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8400862216949463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1571}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1572}
{"loss": -0.3769095838069916, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8156647682189941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1572}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1573}
{"loss": -0.26412370800971985, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.570455014705658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1573}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1574}
{"loss": -0.3685877323150635, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7968858480453491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1574}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7576530575752258}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1575}
{"loss": -0.3374197781085968, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7294989228248596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1575}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1576}
{"loss": -0.22298663854599, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.4799689054489136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1576}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7882652878761292}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1577}
{"loss": -0.2927660644054413, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6317710876464844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1577}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7602040767669678}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1578}
{"loss": -0.32685622572898865, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7062782645225525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1578}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1579}
{"loss": -0.3160894513130188, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6833320260047913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1579}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1580}
{"loss": -0.36443936824798584, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7884800434112549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1580}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1581}
{"loss": -0.3404022753238678, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7365162372589111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1581}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1582}
{"loss": -0.27353930473327637, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5902490019798279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1582}
{"generalization hold out": {"acc": 0.8367346525192261, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1583}
{"loss": -0.39902958273887634, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8628621101379395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1583}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1584}
{"loss": -0.3989695906639099, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.862274706363678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1584}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1585}
{"loss": -0.32099875807762146, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.692709743976593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1585}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1586}
{"loss": -0.34321677684783936, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7417333126068115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1586}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1587}
{"loss": -0.3782104253768921, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.817915678024292, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1587}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.918367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1588}
{"loss": -0.2708752155303955, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5847442150115967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1588}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1589}
{"loss": -0.3029898405075073, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6548727750778198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1589}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1590}
{"loss": -0.2873552739620209, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6208206415176392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1590}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.839285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1591}
{"loss": -0.29689162969589233, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.641204833984375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1591}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1592}
{"loss": -0.3138052523136139, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6777371764183044, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1592}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1593}
{"loss": -0.2760820686817169, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5959877967834473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1593}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1594}
{"loss": -0.30254852771759033, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.653313398361206, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1594}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.793367326259613}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1595}
{"loss": -0.26912757754325867, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.580873429775238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1595}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7857142686843872}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1596}
{"loss": -0.3446893095970154, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7436718940734863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1596}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1597}
{"loss": -0.2982874810695648, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6439971327781677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1597}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1598}
{"loss": -0.250436007976532, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5394207239151001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1598}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1599}
{"loss": -0.2723466157913208, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5875974297523499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1599}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1600}
{"loss": -0.29451489448547363, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6357377767562866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1600}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1601}
{"loss": -0.3691266179084778, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.798163890838623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1601}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1602}
{"loss": -0.3366161286830902, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7275163531303406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1602}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1603}
{"loss": -0.31860578060150146, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.68735271692276, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1603}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1604}
{"loss": -0.30563023686408997, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6587440967559814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1604}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1605}
{"loss": -0.33905068039894104, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7317169308662415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1605}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1606}
{"loss": -0.33302271366119385, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7186794877052307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1606}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1607}
{"loss": -0.28786271810531616, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.6176643967628479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1607}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1608}
{"loss": -0.30715611577033997, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6620399355888367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1608}
{"generalization hold out": {"acc": 0.7193877696990967, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1609}
{"loss": -0.26754313707351685, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5766280293464661, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1609}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1610}
{"loss": -0.3246211111545563, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6999614834785461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1610}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1611}
{"loss": -0.3480271100997925, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7509865760803223, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1611}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1612}
{"loss": -0.3305807411670685, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7141623497009277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1612}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1613}
{"loss": -0.3383753299713135, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7287087440490723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1613}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1614}
{"loss": -0.27044299244880676, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5831965208053589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1614}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1615}
{"loss": -0.3829946517944336, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8277428150177002, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1615}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1616}
{"loss": -0.31750577688217163, "acc": 0.9972801208496094, "acc_or": 0.9986400604248047, "sender_entropy": 0.6751142144203186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1616}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1617}
{"loss": -0.24807465076446533, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5336135029792786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1617}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1618}
{"loss": -0.2827775776386261, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6053787469863892, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1618}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1619}
{"loss": -0.33517348766326904, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7236757278442383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1619}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1620}
{"loss": -0.3043569326400757, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6563540101051331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1620}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1621}
{"loss": -0.32504329085350037, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7007236480712891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1621}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1622}
{"loss": -0.2919118404388428, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6295234560966492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1622}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1623}
{"loss": -0.36910831928253174, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7967795729637146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1623}
{"generalization hold out": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1624}
{"loss": -0.31559696793556213, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.680274486541748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1624}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1625}
{"loss": -0.3131304085254669, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6754766702651978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1625}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1626}
{"loss": -0.26117828488349915, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5624400973320007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1626}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1627}
{"loss": -0.3362656533718109, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7251330614089966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1627}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1628}
{"loss": -0.3040904998779297, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6553431749343872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1628}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1629}
{"loss": -0.3256493806838989, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7025272846221924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1629}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1630}
{"loss": -0.3784967362880707, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8176003098487854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1630}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1631}
{"loss": -0.3950514793395996, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8523941040039062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1631}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1632}
{"loss": -0.3451250195503235, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7449390888214111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1632}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7653061151504517}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1633}
{"loss": -0.32104817032814026, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6922442317008972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1633}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1634}
{"loss": -0.37945306301116943, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8179473280906677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1634}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1635}
{"loss": -0.33594462275505066, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7245929837226868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1635}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1636}
{"loss": -0.3176681101322174, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6841264367103577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1636}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1637}
{"loss": -0.32333314418792725, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6965214610099792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1637}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1638}
{"loss": -0.34449079632759094, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7428291440010071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1638}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1639}
{"loss": -0.2566685080528259, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5511288642883301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1639}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1640}
{"loss": -0.2841673791408539, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6112188100814819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1640}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1641}
{"loss": -0.2977824807167053, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6410205364227295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1641}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1642}
{"loss": -0.3044836223125458, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6547608375549316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1642}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1643}
{"loss": -0.35175052285194397, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7584764957427979, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1643}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1644}
{"loss": -0.280910462141037, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6051936745643616, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1644}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1645}
{"loss": -0.37133342027664185, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8004522323608398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1645}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1646}
{"loss": -0.24527278542518616, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.527187168598175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1646}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1647}
{"loss": -0.32899653911590576, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.708848774433136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1647}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1648}
{"loss": -0.28838056325912476, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6210728287696838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1648}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1649}
{"loss": -0.2640431523323059, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5681163668632507, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1649}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1650}
{"loss": -0.2915946841239929, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6274211406707764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1650}
{"generalization hold out": {"acc": 0.5663264989852905, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1651}
{"loss": -0.2825760245323181, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6085519194602966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1651}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1652}
{"loss": -0.2870463728904724, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6178970336914062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1652}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1653}
{"loss": -0.3053569793701172, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6572255492210388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1653}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1654}
{"loss": -0.39908427000045776, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8608156442642212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1654}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1655}
{"loss": -0.3167393207550049, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6819882392883301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1655}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1656}
{"loss": -0.41533493995666504, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8960983157157898, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1656}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1657}
{"loss": -0.3126518130302429, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6723349690437317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1657}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1658}
{"loss": -0.34397557377815247, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7409013509750366, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1658}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1659}
{"loss": -0.2784785330295563, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5984413027763367, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1659}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1660}
{"loss": -0.3430580198764801, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7397248148918152, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1660}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1661}
{"loss": -0.340815007686615, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7344172596931458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1661}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1662}
{"loss": -0.3447211682796478, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7421677708625793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1662}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1663}
{"loss": -0.2919009029865265, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6281242966651917, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1663}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1664}
{"loss": -0.2715727984905243, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.5838788151741028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1664}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1665}
{"loss": -0.2909071743488312, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6255811452865601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1665}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1666}
{"loss": -0.25979137420654297, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5583046674728394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1666}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1667}
{"loss": -0.3346242308616638, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7205227017402649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1667}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1668}
{"loss": -0.354418009519577, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7639093995094299, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1668}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1669}
{"loss": -0.3269974887371063, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7044671177864075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1669}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1670}
{"loss": -0.3218879699707031, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6934670805931091, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1670}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1671}
{"loss": -0.3788893222808838, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.8094544410705566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1671}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1672}
{"loss": -0.4062667489051819, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.8758161067962646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1672}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1673}
{"loss": -0.28966328501701355, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6231094598770142, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1673}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1674}
{"loss": -0.2742658853530884, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5885747075080872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1674}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1675}
{"loss": -0.31144583225250244, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6699700355529785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1675}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1676}
{"loss": -0.3442791700363159, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7410777807235718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1676}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1677}
{"loss": -0.34299957752227783, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7385490536689758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1677}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1678}
{"loss": -0.2939155697822571, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6311408281326294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1678}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1679}
{"loss": -0.31469637155532837, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6762337684631348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1679}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1680}
{"loss": -0.3669646978378296, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7897502779960632, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1680}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1681}
{"loss": -0.301428884267807, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6487035751342773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1681}
{"generalization hold out": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1682}
{"loss": -0.24326878786087036, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5218871831893921, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1682}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1683}
{"loss": -0.32696956396102905, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7030318975448608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1683}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1684}
{"loss": -0.22268754243850708, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.47638386487960815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1684}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1685}
{"loss": -0.27016520500183105, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5804328918457031, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1685}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1686}
{"loss": -0.34317857027053833, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.7381263375282288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1686}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1687}
{"loss": -0.3532769978046417, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7604336142539978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1687}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1688}
{"loss": -0.3340884745121002, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7186293005943298, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1688}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1689}
{"loss": -0.35937270522117615, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7739841938018799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1689}
{"generalization hold out": {"acc": 0.795918345451355, "acc_or": 0.8979591727256775}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1690}
{"loss": -0.30094099044799805, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6457442045211792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1690}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1691}
{"loss": -0.3625905513763428, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.780547559261322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1691}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1692}
{"loss": -0.2585965394973755, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5553002953529358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1692}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1693}
{"loss": -0.38062337040901184, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.819082498550415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1693}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8673469424247742}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1694}
{"loss": -0.43566063046455383, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9304360747337341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1694}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1695}
{"loss": -0.34478849172592163, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7419963479042053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1695}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1696}
{"loss": -0.32484182715415955, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.699423611164093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1696}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1697}
{"loss": -0.3419296443462372, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7358036637306213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1697}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1698}
{"loss": -0.356657475233078, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7675892114639282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1698}
{"generalization hold out": {"acc": 0.7448979616165161, "acc_or": 0.8724489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1699}
{"loss": -0.2542403042316437, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5454419255256653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1699}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1700}
{"loss": -0.2733767628669739, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.5875548720359802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1700}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7882652878761292}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1701}
{"loss": -0.24670207500457764, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.529411256313324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1701}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1702}
{"loss": -0.3260813057422638, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7000773549079895, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1702}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1703}
{"loss": -0.2674078941345215, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5740986466407776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1703}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1704}
{"loss": -0.34024229645729065, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7315449118614197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1704}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1705}
{"loss": -0.2762344181537628, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5932886004447937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1705}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1706}
{"loss": -0.364351749420166, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7837600111961365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1706}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1707}
{"loss": -0.31037041544914246, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6669024229049683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1707}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1708}
{"loss": -0.35623472929000854, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7659451961517334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1708}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1709}
{"loss": -0.32407161593437195, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6967360973358154, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1709}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1710}
{"loss": -0.24366307258605957, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5226362347602844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1710}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.8010203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1711}
{"loss": -0.31527745723724365, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6767252087593079, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1711}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7653061151504517}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1712}
{"loss": -0.32320284843444824, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6947954297065735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1712}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7704081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1713}
{"loss": -0.32873067259788513, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7069649696350098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1713}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1714}
{"loss": -0.2532150447368622, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.542935311794281, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1714}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1715}
{"loss": -0.40445953607559204, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8706823587417603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1715}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1716}
{"loss": -0.33242958784103394, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.714307427406311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1716}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1717}
{"loss": -0.27242183685302734, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5841735005378723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1717}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1718}
{"loss": -0.3657863736152649, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7868472337722778, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1718}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7806122303009033}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1719}
{"loss": -0.32104167342185974, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.690228283405304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1719}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1720}
{"loss": -0.324847936630249, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6968573331832886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1720}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1721}
{"loss": -0.3796082139015198, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8147308826446533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1721}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1722}
{"loss": -0.2942315638065338, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6305623054504395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1722}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1723}
{"loss": -0.2761199176311493, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5922155380249023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1723}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1724}
{"loss": -0.2871211767196655, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6168017983436584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1724}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1725}
{"loss": -0.32647183537483215, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7018176913261414, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1725}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7857142686843872}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1726}
{"loss": -0.28643158078193665, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6135801672935486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1726}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1727}
{"loss": -0.39048922061920166, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8399194478988647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1727}
{"generalization hold out": {"acc": 0.6122449040412903, "acc_or": 0.8061224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1728}
{"loss": -0.34471744298934937, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7415025234222412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1728}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1729}
{"loss": -0.39014846086502075, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8398215174674988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1729}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1730}
{"loss": -0.24822364747524261, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.5306719541549683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1730}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1731}
{"loss": -0.363545298576355, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7818483710289001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1731}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1732}
{"loss": -0.2221432626247406, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.475032240152359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1732}
{"generalization hold out": {"acc": 0.6326530575752258, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1733}
{"loss": -0.2867456078529358, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6148906350135803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1733}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1734}
{"loss": -0.39885997772216797, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8569483160972595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1734}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1735}
{"loss": -0.35455572605133057, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7619622349739075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1735}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7704081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1736}
{"loss": -0.34154778718948364, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7338067889213562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1736}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1737}
{"loss": -0.2938186824321747, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.630850613117218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1737}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1738}
{"loss": -0.3418143689632416, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7336220145225525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1738}
{"generalization hold out": {"acc": 0.6275510191917419, "acc_or": 0.8137754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1739}
{"loss": -0.35094723105430603, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.753305971622467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1739}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1740}
{"loss": -0.38697993755340576, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.8316965699195862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1740}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7729591727256775}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1741}
{"loss": -0.26870518922805786, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5758209228515625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1741}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1742}
{"loss": -0.3404318690299988, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7317891120910645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1742}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1743}
{"loss": -0.4094206690788269, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.8802199363708496, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1743}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1744}
{"loss": -0.31139135360717773, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6683854460716248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1744}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1745}
{"loss": -0.41700297594070435, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8956589698791504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1745}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1746}
{"loss": -0.2790152430534363, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5975936055183411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1746}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1747}
{"loss": -0.3567894995212555, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7659376263618469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1747}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7857142686843872}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1748}
{"loss": -0.27069929242134094, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5800812840461731, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1748}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1749}
{"loss": -0.3111194670200348, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6677678823471069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1749}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7882652878761292}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1750}
{"loss": -0.2290973961353302, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.4899657666683197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1750}
{"generalization hold out": {"acc": 0.6071428656578064, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1751}
{"loss": -0.4353785216808319, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.936108410358429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1751}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1752}
{"loss": -0.36299929022789, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7789377570152283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1752}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1753}
{"loss": -0.27405768632888794, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5866056680679321, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1753}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1754}
{"loss": -0.26911455392837524, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5762256383895874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1754}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1755}
{"loss": -0.37115445733070374, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7972549200057983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1755}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1756}
{"loss": -0.25300687551498413, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5413707494735718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1756}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1757}
{"loss": -0.2286818027496338, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.4879843294620514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1757}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1758}
{"loss": -0.35118281841278076, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7536082863807678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1758}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1759}
{"loss": -0.28892412781715393, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6188785433769226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1759}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9005101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1760}
{"loss": -0.2644783854484558, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5665287375450134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1760}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1761}
{"loss": -0.2736360728740692, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5862019062042236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1761}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.84183669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1762}
{"loss": -0.2736765444278717, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5856951475143433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1762}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1763}
{"loss": -0.30254822969436646, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6480675935745239, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1763}
{"generalization hold out": {"acc": 0.6122449040412903, "acc_or": 0.8035714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1764}
{"loss": -0.4214550852775574, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.9048123955726624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1764}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1765}
{"loss": -0.2291930615901947, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.4895547330379486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1765}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1766}
{"loss": -0.36557087302207947, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7843846082687378, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1766}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1767}
{"loss": -0.396272748708725, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8509330749511719, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1767}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1768}
{"loss": -0.32141509652137756, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6895689964294434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1768}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1769}
{"loss": -0.28303709626197815, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6067567467689514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1769}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1770}
{"loss": -0.2883748412132263, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6181724071502686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1770}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1771}
{"loss": -0.28104960918426514, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6026182174682617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1771}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1772}
{"loss": -0.3459148705005646, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7418559193611145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1772}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1773}
{"loss": -0.25974783301353455, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.556378185749054, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1773}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1774}
{"loss": -0.4558990001678467, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.9780443906784058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1774}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1775}
{"loss": -0.2390233427286148, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5115566253662109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1775}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1776}
{"loss": -0.3161942660808563, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6777594089508057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1776}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1777}
{"loss": -0.38493165373802185, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8259579539299011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1777}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1778}
{"loss": -0.29189643263816833, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6250666379928589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1778}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1779}
{"loss": -0.3485998511314392, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.747583270072937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1779}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1780}
{"loss": -0.3491910398006439, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7483300566673279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1780}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1781}
{"loss": -0.3975006639957428, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8526571393013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1781}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1782}
{"loss": -0.2908957600593567, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6230656504631042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1782}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1783}
{"loss": -0.28050485253334045, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.60063636302948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1783}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1784}
{"loss": -0.38708236813545227, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7965933084487915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1784}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1785}
{"loss": -0.2982272803783417, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.638759434223175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1785}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1786}
{"loss": -0.33326223492622375, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7144901156425476, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1786}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1787}
{"loss": -0.36324042081832886, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7792698740959167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1787}
{"generalization hold out": {"acc": 0.8877550959587097, "acc_or": 0.9438775181770325}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1788}
{"loss": -0.3018609285354614, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6473245620727539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1788}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1789}
{"loss": -0.25974568724632263, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.555931031703949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1789}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1790}
{"loss": -0.3086930513381958, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6607014536857605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1790}
{"generalization hold out": {"acc": 0.7244898080825806, "acc_or": 0.8622449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1791}
{"loss": -0.2731967568397522, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5843020081520081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1791}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1792}
{"loss": -0.29607468843460083, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.634280800819397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1792}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1793}
{"loss": -0.31665048003196716, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.678016722202301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1793}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1794}
{"loss": -0.327871710062027, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7026894092559814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1794}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1795}
{"loss": -0.23433642089366913, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.4999597668647766, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1795}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1796}
{"loss": -0.3545641303062439, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7587071657180786, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1796}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1797}
{"loss": -0.39015573263168335, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8363785147666931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1797}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1798}
{"loss": -0.35553935170173645, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7594308257102966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1798}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1799}
{"loss": -0.2669895589351654, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5704960823059082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1799}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1800}
{"loss": -0.3130013644695282, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6701347827911377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1800}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1801}
{"loss": -0.2607893943786621, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5575535297393799, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1801}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7704081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1802}
{"loss": -0.3096865713596344, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6628668308258057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1802}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1803}
{"loss": -0.3864190876483917, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8278327584266663, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1803}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1804}
{"loss": -0.40661609172821045, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8712806701660156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1804}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9887754917144775, "acc_or": 0.994387686252594}, "epoch": 1805}
{"loss": -0.2712579071521759, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5802866220474243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1805}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1806}
{"loss": -0.3428640365600586, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7308521866798401, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1806}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8265305757522583}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1807}
{"loss": -0.3943858742713928, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8462225794792175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1807}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1808}
{"loss": -0.3309387266635895, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7087917923927307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1808}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7806122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1809}
{"loss": -0.22536295652389526, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.48090335726737976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1809}
{"generalization hold out": {"acc": 0.7704081535339355, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1810}
{"loss": -0.27698633074760437, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5919720530509949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1810}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1811}
{"loss": -0.38174664974212646, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.817742109298706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1811}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1812}
{"loss": -0.32589948177337646, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6969631910324097, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1812}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1813}
{"loss": -0.30118539929389954, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6443493366241455, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1813}
{"generalization hold out": {"acc": 0.6224489808082581, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1814}
{"loss": -0.385587215423584, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8261606097221375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1814}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1815}
{"loss": -0.35350391268730164, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7462981343269348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1815}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7857142686843872}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1816}
{"loss": -0.30377206206321716, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.6501519083976746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1816}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1817}
{"loss": -0.29415032267570496, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6289499402046204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1817}
{"generalization hold out": {"acc": 0.5918367505073547, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1818}
{"loss": -0.3620070815086365, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7761453986167908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1818}
{"generalization hold out": {"acc": 0.5969387888908386, "acc_or": 0.7984693646430969}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1819}
{"loss": -0.27424630522727966, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.586345374584198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1819}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1820}
{"loss": -0.30530279874801636, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6536283493041992, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1820}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1821}
{"loss": -0.24610468745231628, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5255109667778015, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1821}
{"generalization hold out": {"acc": 0.6734693646430969, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1822}
{"loss": -0.3401121497154236, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7283036112785339, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1822}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7908163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1823}
{"loss": -0.286232590675354, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6123638153076172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1823}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7882652878761292}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1824}
{"loss": -0.2710799276828766, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5791962146759033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1824}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 1825}
{"loss": -0.29873108863830566, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6385128498077393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1825}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1826}
{"loss": -0.3334178626537323, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7132645845413208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1826}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.8086734414100647}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1827}
{"loss": -0.29230567812919617, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.625137984752655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1827}
{"generalization hold out": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1828}
{"loss": -0.2777504324913025, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.5938825607299805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1828}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1829}
{"loss": -0.30177968740463257, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.646240234375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1829}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1830}
{"loss": -0.2971155345439911, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.635196328163147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1830}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1831}
{"loss": -0.3849369287490845, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8245988488197327, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1831}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1832}
{"loss": -0.36094459891319275, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7728727459907532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1832}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1833}
{"loss": -0.3546438217163086, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7596483826637268, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1833}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1834}
{"loss": -0.41186779737472534, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.882671594619751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1834}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1835}
{"loss": -0.28774115443229675, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6151461005210876, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1835}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1836}
{"loss": -0.3468038737773895, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7430984377861023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1836}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1837}
{"loss": -0.28882262110710144, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6172499656677246, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1837}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1838}
{"loss": -0.38650885224342346, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8279390931129456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1838}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1839}
{"loss": -0.32183581590652466, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6883955597877502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1839}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1840}
{"loss": -0.3487912118434906, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7461345195770264, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1840}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1841}
{"loss": -0.3559505045413971, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7613375782966614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1841}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1842}
{"loss": -0.3752050995826721, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8025719523429871, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1842}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1843}
{"loss": -0.3106938600540161, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6643171310424805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1843}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1844}
{"loss": -0.3121504485607147, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6675367951393127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1844}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1845}
{"loss": -0.3117750287055969, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6670014262199402, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1845}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1846}
{"loss": -0.2833119332790375, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6057124733924866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1846}
{"generalization hold out": {"acc": 0.7551020383834839, "acc_or": 0.8775510191917419}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1847}
{"loss": -0.23242975771427155, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.494228720664978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1847}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1848}
{"loss": -0.29343509674072266, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6265934705734253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1848}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1849}
{"loss": -0.3185325264930725, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.680789589881897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1849}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1850}
{"loss": -0.2853754758834839, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6089370846748352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1850}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1851}
{"loss": -0.359224796295166, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7678980827331543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1851}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1852}
{"loss": -0.30794546008110046, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6577335596084595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1852}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1853}
{"loss": -0.3376677334308624, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7217009663581848, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1853}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1854}
{"loss": -0.29892653226852417, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6392899751663208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1854}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1855}
{"loss": -0.3545791208744049, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7580401301383972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1855}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1856}
{"loss": -0.3790239691734314, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8109637498855591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1856}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1857}
{"loss": -0.3634132146835327, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7771600484848022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1857}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1858}
{"loss": -0.27319037914276123, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.5825230479240417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1858}
{"generalization hold out": {"acc": 0.9030612111091614, "acc_or": 0.9515305757522583}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1859}
{"loss": -0.35589781403541565, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7609918117523193, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1859}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1860}
{"loss": -0.3311919569969177, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7082352042198181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1860}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1861}
{"loss": -0.3650323152542114, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7811058163642883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1861}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1862}
{"loss": -0.36289504170417786, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7763586640357971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1862}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1863}
{"loss": -0.38460659980773926, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8222580552101135, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1863}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1864}
{"loss": -0.3343263566493988, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7150912284851074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1864}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1865}
{"loss": -0.327214777469635, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6992712020874023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1865}
{"generalization hold out": {"acc": 0.6989795565605164, "acc_or": 0.8494898080825806}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1866}
{"loss": -0.32589152455329895, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6927146315574646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1866}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1867}
{"loss": -0.3650951683521271, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7808208465576172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1867}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1868}
{"loss": -0.28776979446411133, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6141232252120972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1868}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1869}
{"loss": -0.38222450017929077, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8178706765174866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1869}
{"generalization hold out": {"acc": 0.7908163070678711, "acc_or": 0.8954081535339355}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1870}
{"loss": -0.3549906313419342, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7585108280181885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1870}
{"generalization hold out": {"acc": 0.668367326259613, "acc_or": 0.8341836333274841}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1871}
{"loss": -0.3333617150783539, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7124147415161133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1871}
{"generalization hold out": {"acc": 0.6887754797935486, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1872}
{"loss": -0.35778287053108215, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7650699019432068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1872}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1873}
{"loss": -0.37574130296707153, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.8038408160209656, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1873}
{"generalization hold out": {"acc": 0.7755101919174194, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1874}
{"loss": -0.3025363087654114, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.646369218826294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1874}
{"generalization hold out": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1875}
{"loss": -0.34673935174942017, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7400097846984863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1875}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9933673143386841}, "epoch": 1876}
{"loss": -0.31387609243392944, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6698043346405029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1876}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1877}
{"loss": -0.3308250308036804, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7073184251785278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1877}
{"generalization hold out": {"acc": 0.6479591727256775, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1878}
{"loss": -0.2537980377674103, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5417292714118958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1878}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1879}
{"loss": -0.3895034193992615, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8326955437660217, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1879}
{"generalization hold out": {"acc": 0.6581632494926453, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1880}
{"loss": -0.36534538865089417, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7795037627220154, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1880}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1881}
{"loss": -0.33155348896980286, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7084744572639465, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1881}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1882}
{"loss": -0.3212197721004486, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6858558654785156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1882}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1883}
{"loss": -0.299703985452652, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6400775909423828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1883}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1884}
{"loss": -0.32208937406539917, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6879890561103821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1884}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1885}
{"loss": -0.31649044156074524, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6758191585540771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1885}
{"generalization hold out": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1886}
{"loss": -0.3412141501903534, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7287864089012146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1886}
{"generalization hold out": {"acc": 0.75, "acc_or": 0.875}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1887}
{"loss": -0.30864810943603516, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6598156094551086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1887}
{"generalization hold out": {"acc": 0.7653061151504517, "acc_or": 0.8826530575752258}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1888}
{"loss": -0.3876602351665497, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.828122079372406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1888}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1889}
{"loss": -0.35693952441215515, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7625094056129456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1889}
{"generalization hold out": {"acc": 0.8979591727256775, "acc_or": 0.9489795565605164}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1890}
{"loss": -0.28468653559684753, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6070809364318848, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1890}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1891}
{"loss": -0.35659873485565186, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.7616237998008728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1891}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8545918464660645}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1892}
{"loss": -0.31991836428642273, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6825142502784729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1892}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8928571343421936}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1893}
{"loss": -0.378544420003891, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8093145489692688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1893}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1894}
{"loss": -0.364168256521225, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7786938548088074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1894}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9387754797935486}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1895}
{"loss": -0.317672461271286, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6757656335830688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1895}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1896}
{"loss": -0.3335123360157013, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7122071385383606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1896}
{"generalization hold out": {"acc": 0.8622449040412903, "acc_or": 0.9311224222183228}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1897}
{"loss": -0.33274734020233154, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7112308740615845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1897}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1898}
{"loss": -0.4053100049495697, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.8670961856842041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1898}
{"generalization hold out": {"acc": 0.7806122303009033, "acc_or": 0.8903061151504517}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1899}
{"loss": -0.28965359926223755, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6180546283721924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1899}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1900}
{"loss": -0.31572556495666504, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6741344332695007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1900}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1901}
{"loss": -0.2934894561767578, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6265732049942017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1901}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1902}
{"loss": -0.3601525127887726, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7694050073623657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1902}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1903}
{"loss": -0.36880871653556824, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7881207466125488, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1903}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1904}
{"loss": -0.3400714099407196, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7261602282524109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1904}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1905}
{"loss": -0.35253965854644775, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7532405853271484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1905}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1906}
{"loss": -0.3594447672367096, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7674325108528137, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1906}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1907}
{"loss": -0.26379498839378357, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5620288252830505, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1907}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1908}
{"loss": -0.3732967972755432, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7980949282646179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1908}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1909}
{"loss": -0.3042141795158386, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.64905846118927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1909}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1910}
{"loss": -0.27127882838249207, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5774675011634827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1910}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1911}
{"loss": -0.30493006110191345, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6497938632965088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1911}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1912}
{"loss": -0.4148707389831543, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8864438533782959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1912}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1913}
{"loss": -0.360867440700531, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7705214023590088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1913}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1914}
{"loss": -0.34376463294029236, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7340642213821411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1914}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1915}
{"loss": -0.36532944440841675, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7804505825042725, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1915}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1916}
{"loss": -0.30817532539367676, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.6509217619895935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1916}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1917}
{"loss": -0.3156605660915375, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.673857569694519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1917}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1918}
{"loss": -0.2943914234638214, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6286768913269043, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1918}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1919}
{"loss": -0.2843534052371979, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6061477065086365, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1919}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1920}
{"loss": -0.29457706212997437, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.627701461315155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1920}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1921}
{"loss": -0.2612745761871338, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5558778643608093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1921}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1922}
{"loss": -0.3609188497066498, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7705286145210266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1922}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1923}
{"loss": -0.3084392249584198, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6568751931190491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1923}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1924}
{"loss": -0.43000343441963196, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.918603777885437, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1924}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1925}
{"loss": -0.33270201086997986, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7100924849510193, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1925}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1926}
{"loss": -0.324361115694046, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6920150518417358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1926}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1927}
{"loss": -0.2562393844127655, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5452420711517334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1927}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1928}
{"loss": -0.29897481203079224, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6376844644546509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1928}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1929}
{"loss": -0.2868078052997589, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6110402345657349, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1929}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1930}
{"loss": -0.3613721430301666, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7716834545135498, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1930}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1931}
{"loss": -0.31139829754829407, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6641592979431152, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1931}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1932}
{"loss": -0.24686065316200256, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5251100659370422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1932}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1933}
{"loss": -0.4234437942504883, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.9037530422210693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1933}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1934}
{"loss": -0.2893916964530945, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.6154521107673645, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1934}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1935}
{"loss": -0.31507813930511475, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6717303395271301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1935}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1936}
{"loss": -0.31094205379486084, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6625988483428955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1936}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1937}
{"loss": -0.31299322843551636, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.667324423789978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1937}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1938}
{"loss": -0.3165292739868164, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6741461753845215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1938}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1939}
{"loss": -0.40883904695510864, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.8724675178527832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1939}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1940}
{"loss": -0.3257984220981598, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6948995590209961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1940}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1941}
{"loss": -0.42512986063957214, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.907079815864563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1941}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1942}
{"loss": -0.3552895188331604, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7578448057174683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1942}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1943}
{"loss": -0.30528712272644043, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6505260467529297, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1943}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1944}
{"loss": -0.23695923388004303, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.504912793636322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1944}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1945}
{"loss": -0.3026143014431, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6450197696685791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1945}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1946}
{"loss": -0.37329936027526855, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7956266403198242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1946}
{"generalization hold out": {"acc": 0.84183669090271, "acc_or": 0.920918345451355}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1947}
{"loss": -0.3378911018371582, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7204854488372803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1947}
{"generalization hold out": {"acc": 0.8826530575752258, "acc_or": 0.9413264989852905}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1948}
{"loss": -0.37330952286720276, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7962280511856079, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1948}
{"generalization hold out": {"acc": 0.8571428656578064, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1949}
{"loss": -0.3204389810562134, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6831983923912048, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1949}
{"generalization hold out": {"acc": 0.8673469424247742, "acc_or": 0.9336734414100647}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1950}
{"loss": -0.34409022331237793, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.7247655391693115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1950}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8214285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1951}
{"loss": -0.3871522843837738, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8255877494812012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1951}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1952}
{"loss": -0.3237704038619995, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6897086501121521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1952}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1953}
{"loss": -0.35652807354927063, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7594984769821167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1953}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1954}
{"loss": -0.40720975399017334, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8686854243278503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1954}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1955}
{"loss": -0.4097524583339691, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8733585476875305, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1955}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1956}
{"loss": -0.27640393376350403, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.5877531170845032, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1956}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1957}
{"loss": -0.3449053466320038, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7353182435035706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1957}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1958}
{"loss": -0.3489380478858948, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7430101037025452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1958}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1959}
{"loss": -0.29732027649879456, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6333392858505249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1959}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1960}
{"loss": -0.41634902358055115, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.8886163234710693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1960}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1961}
{"loss": -0.2933695316314697, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6236266493797302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1961}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1962}
{"loss": -0.30978280305862427, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6599057912826538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1962}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1963}
{"loss": -0.3330075740814209, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7102900743484497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1963}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1964}
{"loss": -0.31778234243392944, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.6770178079605103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1964}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1965}
{"loss": -0.311658650636673, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6637788414955139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1965}
{"generalization hold out": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9928570985794067}, "epoch": 1966}
{"loss": -0.34066757559776306, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7256618738174438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1966}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1967}
{"loss": -0.27828162908554077, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.592960774898529, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1967}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1968}
{"loss": -0.3156055808067322, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6720731258392334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1968}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1969}
{"loss": -0.3527666926383972, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.7512885332107544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1969}
{"generalization hold out": {"acc": 0.9591836333274841, "acc_or": 0.9795918464660645}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1970}
{"loss": -0.32076767086982727, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6824660897254944, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1970}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1971}
{"loss": -0.40395912528038025, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8620774745941162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1971}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1972}
{"loss": -0.31739556789398193, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.675577700138092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1972}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1973}
{"loss": -0.25988221168518066, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.552451491355896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1973}
{"generalization hold out": {"acc": 0.8520408272743225, "acc_or": 0.9260203838348389}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1974}
{"loss": -0.26864662766456604, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5716949105262756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1974}
{"generalization hold out": {"acc": 0.8724489808082581, "acc_or": 0.9362244606018066}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1975}
{"loss": -0.30239173769950867, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6447029113769531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1975}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1976}
{"loss": -0.42321842908859253, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.9026439785957336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1976}
{"generalization hold out": {"acc": 0.7295918464660645, "acc_or": 0.8647959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1977}
{"loss": -0.2530463635921478, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.5377074480056763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1977}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1978}
{"loss": -0.3290156126022339, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7013935446739197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1978}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1979}
{"loss": -0.37045833468437195, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7900092005729675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1979}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1980}
{"loss": -0.3151584267616272, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.6717585921287537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1980}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1981}
{"loss": -0.35988205671310425, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7672140002250671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1981}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1982}
{"loss": -0.23610058426856995, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5008440613746643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1982}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1983}
{"loss": -0.27552714943885803, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.5858932137489319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1983}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1984}
{"loss": -0.4133506417274475, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.8807145357131958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1984}
{"generalization hold out": {"acc": 0.8928571343421936, "acc_or": 0.9464285373687744}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1985}
{"loss": -0.3282126188278198, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6992318034172058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1985}
{"generalization hold out": {"acc": 0.9234693646430969, "acc_or": 0.9617346525192261}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1986}
{"loss": -0.2885037660598755, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6131386160850525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1986}
{"generalization hold out": {"acc": 0.9846938848495483, "acc_or": 0.9923469424247742}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1987}
{"loss": -0.3845367133617401, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.8200363516807556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1987}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1988}
{"loss": -0.2660761773586273, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5657212138175964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1988}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1989}
{"loss": -0.35668447613716125, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.7602366209030151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1989}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1990}
{"loss": -0.2953846752643585, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.6283195614814758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1990}
{"generalization hold out": {"acc": 0.9744897484779358, "acc_or": 0.9872449040412903}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1991}
{"loss": -0.33790698647499084, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.7201906442642212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1991}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1992}
{"loss": -0.33576497435569763, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7148187160491943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1992}
{"generalization hold out": {"acc": 0.8316326141357422, "acc_or": 0.9158163070678711}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1993}
{"loss": -0.2412523478269577, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.5120241045951843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1993}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1994}
{"loss": -0.3363044559955597, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.7160753011703491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1994}
{"generalization hold out": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "uniform holdout": {"acc": 0.9867346286773682, "acc_or": 0.9933673143386841}, "epoch": 1995}
{"loss": -0.32069167494773865, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.682351291179657, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1995}
{"generalization hold out": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1996}
{"loss": -0.41201120615005493, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.8779681921005249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1996}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1997}
{"loss": -0.32706937193870544, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.6968185305595398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1997}
{"generalization hold out": {"acc": 0.9795918464660645, "acc_or": 0.9897959232330322}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 1998}
{"loss": -0.34691891074180603, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.73876953125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1998}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1999}
{"loss": -0.35548901557922363, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7571565508842468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1999}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 2000}
{"loss": -0.31265929341316223, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.6644873023033142, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2000}
{"epoch": 2000, "positional_disent": 0.7432896494865417, "bag_of_symbol_disent": 0.0822891965508461, "topographic_sim": 0.23437839421238565}
{"epoch": 2000, "positional_disent": 0.43751147389411926, "bag_of_symbol_disent": 0.11167528480291367, "topographic_sim": 0.41588283857496583}
{"generalization hold out": {"acc": 0.9693877100944519, "acc_or": 0.9846938848495483}, "uniform holdout": {"acc": 0.9877550601959229, "acc_or": 0.9938775300979614}, "epoch": 2000}
