Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=430, receiver='OrigReceiver', receiver_emb=30, sender='OrigSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.010204081423580647}, "uniform holdout": {"acc": 0.0, "acc_or": 0.016836734488606453}, "epoch": 1}
{"loss": 3.139317512512207, "acc": 0.0006799637340009212, "acc_or": 0.02119220234453678, "sender_entropy": 3.4536726474761963, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.030612245202064514}, "uniform holdout": {"acc": 0.0010204081190750003, "acc_or": 0.03622448816895485}, "epoch": 2}
{"loss": 3.649562120437622, "acc": 0.001246600179001689, "acc_or": 0.04487760737538338, "sender_entropy": 3.4532971382141113, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.0178571417927742}, "uniform holdout": {"acc": 0.0010204081190750003, "acc_or": 0.08367346227169037}, "epoch": 3}
{"loss": 8.504788398742676, "acc": 0.004193109925836325, "acc_or": 0.09933137148618698, "sender_entropy": 2.745783805847168, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.06887754797935486}, "uniform holdout": {"acc": 0.017346937209367752, "acc_or": 0.2877551019191742}, "epoch": 4}
{"loss": 8.585935592651367, "acc": 0.030145058408379555, "acc_or": 0.3215661942958832, "sender_entropy": 1.8014700412750244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.010204081423580647, "acc_or": 0.4219387471675873}, "epoch": 5}
{"loss": 7.155228614807129, "acc": 0.061876699328422546, "acc_or": 0.46243199706077576, "sender_entropy": 1.5039703845977783, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.13520407676696777}, "uniform holdout": {"acc": 0.008163264952600002, "acc_or": 0.45408162474632263}, "epoch": 6}
{"loss": 6.150783538818359, "acc": 0.0776291936635971, "acc_or": 0.5073662996292114, "sender_entropy": 1.3634753227233887, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.17091836035251617}, "uniform holdout": {"acc": 0.009183673188090324, "acc_or": 0.48061221837997437}, "epoch": 7}
{"loss": 5.6389875411987305, "acc": 0.09406165033578873, "acc_or": 0.5287284851074219, "sender_entropy": 1.302899718284607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15306122601032257}, "uniform holdout": {"acc": 0.01428571343421936, "acc_or": 0.4928571283817291}, "epoch": 8}
{"loss": 5.272012710571289, "acc": 0.11151405423879623, "acc_or": 0.5456142425537109, "sender_entropy": 1.2738624811172485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2908163070678711}, "uniform holdout": {"acc": 0.011224489659070969, "acc_or": 0.4918367266654968}, "epoch": 9}
{"loss": 5.00139045715332, "acc": 0.14755213260650635, "acc_or": 0.5674864053726196, "sender_entropy": 1.2435619831085205, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.30102041363716125}, "uniform holdout": {"acc": 0.012244896963238716, "acc_or": 0.49642854928970337}, "epoch": 10}
{"loss": 4.684170246124268, "acc": 0.18823662400245667, "acc_or": 0.5872053503990173, "sender_entropy": 1.19364595413208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.30102041363716125}, "uniform holdout": {"acc": 0.026530610397458076, "acc_or": 0.5040816068649292}, "epoch": 11}
{"loss": 4.324559211730957, "acc": 0.2580462396144867, "acc_or": 0.6238100528717041, "sender_entropy": 1.1047985553741455, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3163265287876129}, "uniform holdout": {"acc": 0.040816325694322586, "acc_or": 0.5112244486808777}, "epoch": 12}
{"loss": 3.9301109313964844, "acc": 0.3134632706642151, "acc_or": 0.6512919068336487, "sender_entropy": 1.0221179723739624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3163265287876129}, "uniform holdout": {"acc": 0.0714285671710968, "acc_or": 0.5255101919174194}, "epoch": 13}
{"loss": 3.7726528644561768, "acc": 0.40333181619644165, "acc_or": 0.6978127956390381, "sender_entropy": 0.981016993522644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.32397958636283875}, "uniform holdout": {"acc": 0.12755101919174194, "acc_or": 0.5545918345451355}, "epoch": 14}
{"loss": 3.5774636268615723, "acc": 0.4860607385635376, "acc_or": 0.7413304448127747, "sender_entropy": 0.9485741853713989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.30102041363716125}, "uniform holdout": {"acc": 0.19183672964572906, "acc_or": 0.5867346525192261}, "epoch": 15}
{"loss": 3.226034641265869, "acc": 0.5876020193099976, "acc_or": 0.792271077632904, "sender_entropy": 0.8779782652854919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3086734712123871}, "uniform holdout": {"acc": 0.2897959053516388, "acc_or": 0.6428571343421936}, "epoch": 16}
{"loss": 2.874865770339966, "acc": 0.6856300830841064, "acc_or": 0.8417950868606567, "sender_entropy": 0.8077584505081177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3341836631298065}, "uniform holdout": {"acc": 0.4938775300979614, "acc_or": 0.745918333530426}, "epoch": 17}
{"loss": 2.501319169998169, "acc": 0.8028104901313782, "acc_or": 0.9011785984039307, "sender_entropy": 0.7176251411437988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3392857015132904}, "uniform holdout": {"acc": 0.6438775062561035, "acc_or": 0.8204081058502197}, "epoch": 18}
{"loss": 2.158601999282837, "acc": 0.8782864809036255, "acc_or": 0.9390299320220947, "sender_entropy": 0.637457013130188, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.764285683631897, "acc_or": 0.8821428418159485}, "epoch": 19}
{"loss": 1.9939768314361572, "acc": 0.9321169257164001, "acc_or": 0.9659451246261597, "sender_entropy": 0.5999448299407959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.9045917987823486}, "epoch": 20}
{"loss": 1.749183177947998, "acc": 0.955689013004303, "acc_or": 0.9777311682701111, "sender_entropy": 0.5474866628646851, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9392856955528259}, "epoch": 21}
{"loss": 1.684612512588501, "acc": 0.9707615375518799, "acc_or": 0.9853807687759399, "sender_entropy": 0.5410664081573486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9443877339363098}, "epoch": 22}
{"loss": 1.6514261960983276, "acc": 0.9796010851860046, "acc_or": 0.9898005723953247, "sender_entropy": 0.5466853976249695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9132652878761292, "acc_or": 0.9566326141357422}, "epoch": 23}
{"loss": 1.62235426902771, "acc": 0.9815276265144348, "acc_or": 0.9907071590423584, "sender_entropy": 0.5505746006965637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9122448563575745, "acc_or": 0.9561223983764648}, "epoch": 24}
{"loss": 1.596217155456543, "acc": 0.9860607385635376, "acc_or": 0.9929736852645874, "sender_entropy": 0.5531893372535706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9142856597900391, "acc_or": 0.9571428298950195}, "epoch": 25}
{"loss": 1.571553349494934, "acc": 0.9871940016746521, "acc_or": 0.9935970306396484, "sender_entropy": 0.5636685490608215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9204081296920776, "acc_or": 0.9602040648460388}, "epoch": 26}
{"loss": 1.6106263399124146, "acc": 0.9887806177139282, "acc_or": 0.9943903088569641, "sender_entropy": 0.578329861164093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.93265300989151, "acc_or": 0.9663264751434326}, "epoch": 27}
{"loss": 1.5887717008590698, "acc": 0.9916138052940369, "acc_or": 0.995806872844696, "sender_entropy": 0.5879815816879272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9428570866584778, "acc_or": 0.9714285135269165}, "epoch": 28}
{"loss": 1.5752243995666504, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5933821201324463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 29}
{"loss": 1.545551061630249, "acc": 0.9933136701583862, "acc_or": 0.9966568350791931, "sender_entropy": 0.6044324040412903, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9357142448425293, "acc_or": 0.9678571224212646}, "epoch": 30}
{"loss": 1.538787841796875, "acc": 0.993427038192749, "acc_or": 0.9967135190963745, "sender_entropy": 0.6165385246276855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9408162832260132, "acc_or": 0.9704081416130066}, "epoch": 31}
{"loss": 1.5566730499267578, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6370132565498352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 32}
{"loss": 1.5535329580307007, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6458419561386108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9459183216094971, "acc_or": 0.9729591608047485}, "epoch": 33}
{"loss": 1.4876818656921387, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.6369921565055847, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "epoch": 34}
{"loss": 1.4594553709030151, "acc": 0.9969401359558105, "acc_or": 0.9984700679779053, "sender_entropy": 0.6469894647598267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "epoch": 35}
{"loss": 1.4783369302749634, "acc": 0.9973934888839722, "acc_or": 0.9986400604248047, "sender_entropy": 0.669310986995697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.949999988079071, "acc_or": 0.9749999642372131}, "epoch": 36}
{"loss": 1.4515016078948975, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6715573668479919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9448978900909424, "acc_or": 0.9724489450454712}, "epoch": 37}
{"loss": 1.4390571117401123, "acc": 0.9970535039901733, "acc_or": 0.9985267519950867, "sender_entropy": 0.6831487417221069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "epoch": 38}
{"loss": 1.4460448026657104, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.6912057995796204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9602040648460388, "acc_or": 0.980102002620697}, "epoch": 39}
{"loss": 1.3929997682571411, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.6925848126411438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9612244367599487, "acc_or": 0.9806122183799744}, "epoch": 40}
{"loss": 1.3927351236343384, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7030218839645386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9561223983764648, "acc_or": 0.9780611991882324}, "epoch": 41}
{"loss": 1.3833911418914795, "acc": 0.9971668124198914, "acc_or": 0.9985834360122681, "sender_entropy": 0.7046639323234558, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9683672785758972, "acc_or": 0.9841836094856262}, "epoch": 42}
{"loss": 1.3606925010681152, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.7117737531661987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9612244367599487, "acc_or": 0.9806122183799744}, "epoch": 43}
{"loss": 1.3381563425064087, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7212177515029907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9724489450454712, "acc_or": 0.9862244725227356}, "epoch": 44}
{"loss": 1.3268996477127075, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7236447930335999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9622448682785034, "acc_or": 0.9811224341392517}, "epoch": 45}
{"loss": 1.334649920463562, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7350923418998718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9612244367599487, "acc_or": 0.9806122183799744}, "epoch": 46}
{"loss": 1.3161773681640625, "acc": 0.9985267519950867, "acc_or": 0.999263346195221, "sender_entropy": 0.7366428375244141, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9653061032295227, "acc_or": 0.982653021812439}, "epoch": 47}
{"loss": 1.301465630531311, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7431657314300537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9724489450454712, "acc_or": 0.9862244725227356}, "epoch": 48}
{"loss": 1.2837492227554321, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.7493193745613098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9591836333274841, "acc_or": 0.9795917868614197}, "epoch": 49}
{"loss": 1.2707104682922363, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.7533392906188965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9693877100944519, "acc_or": 0.9846938252449036}, "epoch": 50}
{"loss": 1.260321021080017, "acc": 0.9990933537483215, "acc_or": 0.9995467066764832, "sender_entropy": 0.7596462965011597, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9724489450454712, "acc_or": 0.9862244725227356}, "epoch": 51}
{"loss": 1.2216774225234985, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7587053775787354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9632652401924133, "acc_or": 0.9816325902938843}, "epoch": 52}
{"loss": 1.2236632108688354, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.7691596150398254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9673469066619873, "acc_or": 0.9836734533309937}, "epoch": 53}
{"loss": 1.2086048126220703, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7709556818008423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9704081416130066, "acc_or": 0.9852040410041809}, "epoch": 54}
{"loss": 1.1794906854629517, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7748082280158997, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9673469066619873, "acc_or": 0.9836734533309937}, "epoch": 55}
{"loss": 1.1671067476272583, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.7810021042823792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9663264751434326, "acc_or": 0.9831632375717163}, "epoch": 56}
{"loss": 1.1505134105682373, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.7856643199920654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9734693169593811, "acc_or": 0.9867346286773682}, "epoch": 57}
{"loss": 1.1530710458755493, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.7921953797340393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9653061032295227, "acc_or": 0.982653021812439}, "epoch": 58}
{"loss": 1.1428951025009155, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8020851612091064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.964285671710968, "acc_or": 0.9821428060531616}, "epoch": 59}
{"loss": 1.118245005607605, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8014347553253174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9704081416130066, "acc_or": 0.9852040410041809}, "epoch": 60}
{"loss": 1.108019232749939, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.8035706877708435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9693877100944519, "acc_or": 0.9846938252449036}, "epoch": 61}
{"loss": 1.1050957441329956, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8082834482192993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.964285671710968, "acc_or": 0.9821428060531616}, "epoch": 62}
{"loss": 1.0641123056411743, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.8074111342430115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9673469066619873, "acc_or": 0.9836734533309937}, "epoch": 63}
{"loss": 1.0664379596710205, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8128937482833862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9632652401924133, "acc_or": 0.9816325902938843}, "epoch": 64}
{"loss": 1.0485212802886963, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.816441535949707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9653061032295227, "acc_or": 0.982653021812439}, "epoch": 65}
{"loss": 1.0437618494033813, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8192376494407654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9683672785758972, "acc_or": 0.9841836094856262}, "epoch": 66}
{"loss": 1.0110465288162231, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8212786316871643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9693877100944519, "acc_or": 0.9846938252449036}, "epoch": 67}
{"loss": 1.0100702047348022, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8226213455200195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.964285671710968, "acc_or": 0.9821428060531616}, "epoch": 68}
{"loss": 1.0045920610427856, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8284041881561279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.964285671710968, "acc_or": 0.9821428060531616}, "epoch": 69}
{"loss": 1.0000654458999634, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8351795673370361, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9714285135269165, "acc_or": 0.9857142567634583}, "epoch": 70}
{"loss": 0.9861649870872498, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8422037959098816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9602040648460388, "acc_or": 0.980102002620697}, "epoch": 71}
{"loss": 0.9698361754417419, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8412821292877197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.9734693169593811, "acc_or": 0.9867346286773682}, "epoch": 72}
{"loss": 0.9725641012191772, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8479939699172974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9591836333274841, "acc_or": 0.9795917868614197}, "epoch": 73}
{"loss": 0.9381316900253296, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.845941960811615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.9673469066619873, "acc_or": 0.9836734533309937}, "epoch": 74}
{"loss": 0.9475371837615967, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.856473445892334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.9653061032295227, "acc_or": 0.982653021812439}, "epoch": 75}
{"loss": 0.9227718114852905, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8536933660507202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.9622448682785034, "acc_or": 0.9811224341392517}, "epoch": 76}
{"loss": 0.9280741214752197, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.8645877838134766, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9591836333274841, "acc_or": 0.9795917868614197}, "epoch": 77}
{"loss": 0.9098725914955139, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.8612889647483826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9663264751434326, "acc_or": 0.9831632375717163}, "epoch": 78}
{"loss": 0.8843114972114563, "acc": 1.0, "acc_or": 1.0, "sender_entropy": 0.8633314967155457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"epoch": 78, "positional_disent": 0.4795302450656891, "bag_of_symbol_disent": 0.26225146651268005, "topographic_sim": 0.30152931296566327}
{"epoch": 78, "positional_disent": 0.40586963295936584, "bag_of_symbol_disent": 0.692305862903595, "topographic_sim": 0.7182069957630355}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9663264751434326, "acc_or": 0.9831632375717163}, "epoch": 78}
