Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=17, receiver='OrigReceiver', receiver_emb=30, sender='OrigSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.010204081423580647}, "uniform holdout": {"acc": 0.0, "acc_or": 0.012244896963238716}, "epoch": 1}
{"loss": 3.1064977645874023, "acc": 0.00011332728900015354, "acc_or": 0.017509065568447113, "sender_entropy": 3.453685998916626, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.03826530650258064}, "uniform holdout": {"acc": 0.0010204081190750003, "acc_or": 0.04642856866121292}, "epoch": 2}
{"loss": 3.7475743293762207, "acc": 0.002719854936003685, "acc_or": 0.057796917855739594, "sender_entropy": 3.4530246257781982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.0535714291036129}, "uniform holdout": {"acc": 0.003061224240809679, "acc_or": 0.11122448742389679}, "epoch": 3}
{"loss": 8.696965217590332, "acc": 0.003966455347836018, "acc_or": 0.12131686508655548, "sender_entropy": 2.543200731277466, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.0714285671710968}, "uniform holdout": {"acc": 0.0020408162381500006, "acc_or": 0.44897958636283875}, "epoch": 4}
{"loss": 9.436599731445312, "acc": 0.011786038056015968, "acc_or": 0.45172256231307983, "sender_entropy": 1.9153488874435425, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.07397959381341934}, "uniform holdout": {"acc": 0.0, "acc_or": 0.4928571283817291}, "epoch": 5}
{"loss": 9.999094009399414, "acc": 0.01382592972368002, "acc_or": 0.4997166693210602, "sender_entropy": 1.9718199968338013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.10204081237316132}, "uniform holdout": {"acc": 0.0, "acc_or": 0.4999999701976776}, "epoch": 6}
{"loss": 9.404818534851074, "acc": 0.018472347408533096, "acc_or": 0.5088395476341248, "sender_entropy": 2.0540826320648193, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.0, "acc_or": 0.4999999701976776}, "epoch": 7}
{"loss": 8.838407516479492, "acc": 0.03161831200122833, "acc_or": 0.515809178352356, "sender_entropy": 2.0733325481414795, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.15051020681858063}, "uniform holdout": {"acc": 0.0010204081190750003, "acc_or": 0.4999999701976776}, "epoch": 8}
{"loss": 8.581811904907227, "acc": 0.05881686136126518, "acc_or": 0.5294084548950195, "sender_entropy": 2.009951591491699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.13775509595870972}, "uniform holdout": {"acc": 0.006122448481619358, "acc_or": 0.4948979318141937}, "epoch": 9}
{"loss": 7.532440662384033, "acc": 0.16409792006015778, "acc_or": 0.5798390507698059, "sender_entropy": 1.640701174736023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.15816326439380646}, "uniform holdout": {"acc": 0.03163265064358711, "acc_or": 0.49948978424072266}, "epoch": 10}
{"loss": 6.594980716705322, "acc": 0.38032639026641846, "acc_or": 0.683306872844696, "sender_entropy": 1.3138312101364136, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.19387754797935486}, "uniform holdout": {"acc": 0.12755101919174194, "acc_or": 0.5438775420188904}, "epoch": 11}
{"loss": 5.5490827560424805, "acc": 0.5458975434303284, "acc_or": 0.766035795211792, "sender_entropy": 1.079844355583191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.21173468232154846}, "uniform holdout": {"acc": 0.22040815651416779, "acc_or": 0.5959183573722839}, "epoch": 12}
{"loss": 5.2001752853393555, "acc": 0.6555983424186707, "acc_or": 0.8229261040687561, "sender_entropy": 1.011806845664978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2015306055545807}, "uniform holdout": {"acc": 0.3346938490867615, "acc_or": 0.6561224460601807}, "epoch": 13}
{"loss": 4.8830060958862305, "acc": 0.7651858329772949, "acc_or": 0.8797597289085388, "sender_entropy": 0.9779298305511475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.25}, "uniform holdout": {"acc": 0.4612244665622711, "acc_or": 0.7219387292861938}, "epoch": 14}
{"loss": 4.529169082641602, "acc": 0.8458749055862427, "acc_or": 0.9218041896820068, "sender_entropy": 0.9408730268478394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.22959183156490326}, "uniform holdout": {"acc": 0.5938775539398193, "acc_or": 0.7882652878761292}, "epoch": 15}
{"loss": 4.046689510345459, "acc": 0.9018585681915283, "acc_or": 0.9502493143081665, "sender_entropy": 0.8939173817634583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.1964285671710968}, "uniform holdout": {"acc": 0.7153061032295227, "acc_or": 0.8540815711021423}, "epoch": 16}
{"loss": 3.8051888942718506, "acc": 0.9434496760368347, "acc_or": 0.9714981913566589, "sender_entropy": 0.8617276549339294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2142857164144516}, "uniform holdout": {"acc": 0.7857142686843872, "acc_or": 0.8923469185829163}, "epoch": 17}
{"loss": 3.6344118118286133, "acc": 0.9653218388557434, "acc_or": 0.9825475811958313, "sender_entropy": 0.8513859510421753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8020407557487488, "acc_or": 0.9005101919174194}, "epoch": 18}
{"loss": 3.484185218811035, "acc": 0.9741613864898682, "acc_or": 0.9870806932449341, "sender_entropy": 0.8387560844421387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.24744898080825806}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9066326022148132}, "epoch": 19}
{"loss": 3.310549259185791, "acc": 0.9798277616500854, "acc_or": 0.9899138808250427, "sender_entropy": 0.8328321576118469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.2602040767669678}, "uniform holdout": {"acc": 0.823469340801239, "acc_or": 0.9107142686843872}, "epoch": 20}
{"loss": 3.1993844509124756, "acc": 0.9824342727661133, "acc_or": 0.9911604523658752, "sender_entropy": 0.8334603309631348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.25765305757522583}, "uniform holdout": {"acc": 0.8265305757522583, "acc_or": 0.9112244248390198}, "epoch": 21}
{"loss": 3.10548996925354, "acc": 0.9875339865684509, "acc_or": 0.9937103390693665, "sender_entropy": 0.8374499082565308, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.25255101919174194}, "uniform holdout": {"acc": 0.8367346525192261, "acc_or": 0.9178571105003357}, "epoch": 22}
{"loss": 2.9836971759796143, "acc": 0.9878739714622498, "acc_or": 0.9938236474990845, "sender_entropy": 0.8370044231414795, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.26530611515045166}, "uniform holdout": {"acc": 0.8428571224212646, "acc_or": 0.9178571105003357}, "epoch": 23}
{"loss": 2.9356496334075928, "acc": 0.9915004372596741, "acc_or": 0.995693564414978, "sender_entropy": 0.841253936290741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.2857142686843872}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9224489331245422}, "epoch": 24}
{"loss": 2.8528459072113037, "acc": 0.9917271137237549, "acc_or": 0.9958635568618774, "sender_entropy": 0.8475478887557983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.28316324949264526}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9311224222183228}, "epoch": 25}
{"loss": 2.7417497634887695, "acc": 0.9938803315162659, "acc_or": 0.9969401359558105, "sender_entropy": 0.8464266657829285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.2908163070678711}, "uniform holdout": {"acc": 0.8632652759552002, "acc_or": 0.9285714030265808}, "epoch": 26}
{"loss": 2.66198992729187, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8485126495361328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.27040815353393555}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9270407557487488}, "epoch": 27}
{"loss": 2.648946762084961, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8599092364311218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.2806122303009033}, "uniform holdout": {"acc": 0.8693877458572388, "acc_or": 0.9321427941322327}, "epoch": 28}
{"loss": 2.5480189323425293, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8576334714889526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.2729591727256775}, "uniform holdout": {"acc": 0.8653060793876648, "acc_or": 0.9295917749404907}, "epoch": 29}
{"loss": 2.4807183742523193, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8622481226921082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.030612245202064514, "acc_or": 0.27551019191741943}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9295917749404907}, "epoch": 30}
{"loss": 2.4058852195739746, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8656890988349915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.02551020309329033, "acc_or": 0.2780612111091614}, "uniform holdout": {"acc": 0.8673468828201294, "acc_or": 0.9290816187858582}, "epoch": 31}
{"loss": 2.393371820449829, "acc": 0.9962602257728577, "acc_or": 0.9980734586715698, "sender_entropy": 0.8714269995689392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.04591836780309677, "acc_or": 0.2857142686843872}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.9331632256507874}, "epoch": 32}
{"loss": 2.328101873397827, "acc": 0.9966002106666565, "acc_or": 0.9983000755310059, "sender_entropy": 0.873161256313324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.27551019191741943}, "uniform holdout": {"acc": 0.8653060793876648, "acc_or": 0.9295917749404907}, "epoch": 33}
{"loss": 2.251743793487549, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.8725199699401855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.25}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.9321427941322327}, "epoch": 34}
{"loss": 2.2277162075042725, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.8792698979377747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2729591727256775}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.934183657169342}, "epoch": 35}
{"loss": 2.1461994647979736, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.8803983926773071, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.27040815353393555}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.93265300989151}, "epoch": 36}
{"loss": 2.063424825668335, "acc": 0.9967135190963745, "acc_or": 0.9983567595481873, "sender_entropy": 0.8753023743629456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.29591837525367737}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9346938133239746}, "epoch": 37}
{"loss": 2.036038875579834, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.8823052048683167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.30612245202064514}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9331632256507874}, "epoch": 38}
{"loss": 1.9948887825012207, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.8844135999679565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.30612245202064514}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.9316326379776001}, "epoch": 39}
{"loss": 1.927375078201294, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.8865413665771484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.2984693944454193}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.934183657169342}, "epoch": 40}
{"loss": 1.9098756313323975, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8926749229431152, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.30102041363716125}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.936734676361084}, "epoch": 41}
{"loss": 1.868521809577942, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.8947826027870178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.29336732625961304}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.93265300989151}, "epoch": 42}
{"loss": 1.8285800218582153, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.8980228304862976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3163265287876129}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9377550482749939}, "epoch": 43}
{"loss": 1.788139820098877, "acc": 0.997733473777771, "acc_or": 0.9988667368888855, "sender_entropy": 0.8993037939071655, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3392857015132904}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9408162832260132}, "epoch": 44}
{"loss": 1.747484803199768, "acc": 0.9973934888839722, "acc_or": 0.9986967444419861, "sender_entropy": 0.9011389017105103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.32908162474632263}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9418367147445679}, "epoch": 45}
{"loss": 1.7131900787353516, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.9027958512306213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.31887754797935486}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9362244606018066}, "epoch": 46}
{"loss": 1.6708884239196777, "acc": 0.9975067973136902, "acc_or": 0.9987534284591675, "sender_entropy": 0.9006046652793884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.33673468232154846}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9362244606018066}, "epoch": 47}
{"loss": 1.6406662464141846, "acc": 0.9976201057434082, "acc_or": 0.9988100528717041, "sender_entropy": 0.9042643308639526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3214285671710968}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9397958517074585}, "epoch": 48}
{"loss": 1.6026862859725952, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9049427509307861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.32397958636283875}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9382652640342712}, "epoch": 49}
{"loss": 1.5729591846466064, "acc": 0.9981867671012878, "acc_or": 0.9990933537483215, "sender_entropy": 0.9103845357894897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.33673468232154846}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9382652640342712}, "epoch": 50}
{"loss": 1.5284169912338257, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9089207053184509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.36734694242477417}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.9331632256507874}, "epoch": 51}
{"loss": 1.5053651332855225, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.9138306379318237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3316326439380646}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9387754797935486}, "epoch": 52}
{"loss": 1.4932750463485718, "acc": 0.9980734586715698, "acc_or": 0.9990367293357849, "sender_entropy": 0.9179856777191162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.32908162474632263}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.935204029083252}, "epoch": 53}
{"loss": 1.473137617111206, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.9204863905906677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.3443877398967743}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.936734676361084}, "epoch": 54}
{"loss": 1.438790202140808, "acc": 0.997960090637207, "acc_or": 0.9989800453186035, "sender_entropy": 0.9180813431739807, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.3520407974720001}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9377550482749939}, "epoch": 55}
{"loss": 1.408458948135376, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.9215270280838013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.33673468232154846}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.93265300989151}, "epoch": 56}
{"loss": 1.3874719142913818, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.9217513203620911, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.3520407974720001}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.934183657169342}, "epoch": 57}
{"loss": 1.3491188287734985, "acc": 0.997846782207489, "acc_or": 0.9989233613014221, "sender_entropy": 0.9220039248466492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3392857015132904}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9423468708992004}, "epoch": 58}
{"loss": 1.321908950805664, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.9230892062187195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3392857015132904}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.936734676361084}, "epoch": 59}
{"loss": 1.2942922115325928, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.9225908517837524, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3494897782802582}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9336734414100647}, "epoch": 60}
{"loss": 1.2877084016799927, "acc": 0.9986400604248047, "acc_or": 0.9993200302124023, "sender_entropy": 0.9252839088439941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3214285671710968}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9397958517074585}, "epoch": 61}
{"loss": 1.252090573310852, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.9239575266838074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3163265287876129}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9372448325157166}, "epoch": 62}
{"loss": 1.243547797203064, "acc": 0.9984134435653687, "acc_or": 0.9992067217826843, "sender_entropy": 0.9271168112754822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.29336732625961304}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.936734676361084}, "epoch": 63}
{"loss": 1.2100365161895752, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9256130456924438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9382652640342712}, "epoch": 64}
{"loss": 1.1856107711791992, "acc": 0.9988667368888855, "acc_or": 0.9994333386421204, "sender_entropy": 0.9261345267295837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.357142835855484}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9357142448425293}, "epoch": 65}
{"loss": 1.1645679473876953, "acc": 0.9987534284591675, "acc_or": 0.9993767142295837, "sender_entropy": 0.926306962966919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.3622449040412903}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.935204029083252}, "epoch": 66}
{"loss": 1.149228572845459, "acc": 0.9992067217826843, "acc_or": 0.9996033310890198, "sender_entropy": 0.928583025932312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9346938133239746}, "epoch": 67}
{"loss": 1.1276293992996216, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9279224872589111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9346938133239746}, "epoch": 68}
{"loss": 1.094003438949585, "acc": 0.9989800453186035, "acc_or": 0.9994900226593018, "sender_entropy": 0.9278844594955444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9362244606018066}, "epoch": 69}
{"loss": 1.0879801511764526, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9301196932792664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.935204029083252}, "epoch": 70}
{"loss": 1.069467544555664, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.931189775466919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.934183657169342}, "epoch": 71}
{"loss": 1.0483728647232056, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9295748472213745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.93265300989151}, "epoch": 72}
{"loss": 1.029115915298462, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9308358430862427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9377550482749939}, "epoch": 73}
{"loss": 1.0122309923171997, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9317694306373596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9357142448425293}, "epoch": 74}
{"loss": 1.0003970861434937, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9323013424873352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.9331632256507874}, "epoch": 75}
{"loss": 0.9839848279953003, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9340912103652954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9346938133239746}, "epoch": 76}
{"loss": 0.9636589884757996, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9336346983909607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9377550482749939}, "epoch": 77}
{"loss": 0.9478217363357544, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.9354966282844543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9357142448425293}, "epoch": 78}
{"loss": 0.9328521490097046, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9346376061439514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8704081177711487, "acc_or": 0.9331632256507874}, "epoch": 79}
{"loss": 0.9240352511405945, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9354520440101624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9362244606018066}, "epoch": 80}
{"loss": 0.9024372696876526, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9360511898994446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9357142448425293}, "epoch": 81}
{"loss": 0.8870275616645813, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9365395903587341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.375}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9362244606018066}, "epoch": 82}
{"loss": 0.8677453994750977, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.93648362159729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.934183657169342}, "epoch": 83}
{"loss": 0.8619068264961243, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9382285475730896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8653060793876648, "acc_or": 0.9306122064590454}, "epoch": 84}
{"loss": 0.8491876721382141, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9372667074203491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.936734676361084}, "epoch": 85}
{"loss": 0.8329628109931946, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.938291072845459, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.9336734414100647}, "epoch": 86}
{"loss": 0.8209760189056396, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.938621997833252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.020408162847161293, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8683673143386841, "acc_or": 0.9321427941322327}, "epoch": 87}
{"loss": 0.8033630847930908, "acc": 0.9993200302124023, "acc_or": 0.9996600151062012, "sender_entropy": 0.9392427206039429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.36734694242477417}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9372448325157166}, "epoch": 88}
{"loss": 0.7973060011863708, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9395101070404053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9346938133239746}, "epoch": 89}
{"loss": 0.783439040184021, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9396419525146484, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9372448325157166}, "epoch": 90}
{"loss": 0.7731584310531616, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9406735897064209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8693877458572388, "acc_or": 0.9306122064590454}, "epoch": 91}
{"loss": 0.7576488852500916, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9406202435493469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9357142448425293}, "epoch": 92}
{"loss": 0.7409687042236328, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9395593404769897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.9346938133239746}, "epoch": 93}
{"loss": 0.7339614033699036, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9418923258781433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9346938133239746}, "epoch": 94}
{"loss": 0.7225421071052551, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9400016069412231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9362244606018066}, "epoch": 95}
{"loss": 0.7118484973907471, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9420455098152161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9346938133239746}, "epoch": 96}
{"loss": 0.7076120376586914, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9439094066619873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.934183657169342}, "epoch": 97}
{"loss": 0.6861433386802673, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9414573907852173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9270407557487488}, "epoch": 98}
{"loss": 0.6807085275650024, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9434790015220642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9377550482749939}, "epoch": 99}
{"loss": 0.6787511110305786, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9448499083518982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9362244606018066}, "epoch": 100}
{"loss": 0.6622292399406433, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9457775354385376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.36734694242477417}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.936734676361084}, "epoch": 101}
{"loss": 0.650973916053772, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9454804062843323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9357142448425293}, "epoch": 102}
{"loss": 0.6364365816116333, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9467983841896057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9403060674667358}, "epoch": 103}
{"loss": 0.6315487623214722, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9474464654922485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9372448325157166}, "epoch": 104}
{"loss": 0.6173003911972046, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9479057192802429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9387754797935486}, "epoch": 105}
{"loss": 0.614873468875885, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9492510557174683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9372448325157166}, "epoch": 106}
{"loss": 0.6028149724006653, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9482238292694092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9392856955528259}, "epoch": 107}
{"loss": 0.596183180809021, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9498788118362427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9413264989852905}, "epoch": 108}
{"loss": 0.5859466195106506, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9495658278465271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9357142448425293}, "epoch": 109}
{"loss": 0.5732950568199158, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9487457275390625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9413264989852905}, "epoch": 110}
{"loss": 0.5733299851417542, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9518200755119324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9346938133239746}, "epoch": 111}
{"loss": 0.5581031441688538, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9500710368156433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9397958517074585}, "epoch": 112}
{"loss": 0.5561042428016663, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9514687061309814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9392856955528259}, "epoch": 113}
{"loss": 0.5390690565109253, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9498006701469421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9392856955528259}, "epoch": 114}
{"loss": 0.5357191562652588, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9512811303138733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.9336734414100647}, "epoch": 115}
{"loss": 0.5288020372390747, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9512622952461243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.9336734414100647}, "epoch": 116}
{"loss": 0.5247384309768677, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9517168402671814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.9331632256507874}, "epoch": 117}
{"loss": 0.5136130452156067, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9524725079536438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9397958517074585}, "epoch": 118}
{"loss": 0.5097951292991638, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9533624053001404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.936734676361084}, "epoch": 119}
{"loss": 0.49906760454177856, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9521528482437134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.935204029083252}, "epoch": 120}
{"loss": 0.48927345871925354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9522865414619446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9408162832260132}, "epoch": 121}
{"loss": 0.4843161106109619, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9529438018798828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9362244606018066}, "epoch": 122}
{"loss": 0.47644108533859253, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9527243971824646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.36734694242477417}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9382652640342712}, "epoch": 123}
{"loss": 0.4678807258605957, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9524773359298706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3647959232330322}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9392856955528259}, "epoch": 124}
{"loss": 0.4630914628505707, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.952815592288971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.936734676361084}, "epoch": 125}
{"loss": 0.45975232124328613, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9540451169013977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9382652640342712}, "epoch": 126}
{"loss": 0.4457308053970337, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.952968955039978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9372448325157166}, "epoch": 127}
{"loss": 0.4427929222583771, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9537879228591919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9382652640342712}, "epoch": 128}
{"loss": 0.4381066560745239, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9543731212615967, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9382652640342712}, "epoch": 129}
{"loss": 0.42566847801208496, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9540932774543762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 0.015306122601032257, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.935204029083252}, "epoch": 130}
{"loss": 0.4202553331851959, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9537236094474792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3698979616165161}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9346938133239746}, "epoch": 131}
{"loss": 0.42172810435295105, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9549760818481445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3698979616165161}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9357142448425293}, "epoch": 132}
{"loss": 0.41391754150390625, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9548361897468567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9382652640342712}, "epoch": 133}
{"loss": 0.40635475516319275, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9552150368690491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9377550482749939}, "epoch": 134}
{"loss": 0.4011465609073639, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9555509090423584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9377550482749939}, "epoch": 135}
{"loss": 0.39589130878448486, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9559849500656128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9392856955528259}, "epoch": 136}
{"loss": 0.3896709978580475, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9557135701179504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9392856955528259}, "epoch": 137}
{"loss": 0.3828797936439514, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9559961557388306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9377550482749939}, "epoch": 138}
{"loss": 0.3775440752506256, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9550462365150452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9392856955528259}, "epoch": 139}
{"loss": 0.3730769157409668, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9567860960960388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9408162832260132}, "epoch": 140}
{"loss": 0.3649781346321106, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9558446407318115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.9346938133239746}, "epoch": 141}
{"loss": 0.35928288102149963, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9557366371154785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.935204029083252}, "epoch": 142}
{"loss": 0.3565834164619446, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9574194550514221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.9336734414100647}, "epoch": 143}
{"loss": 0.3516414761543274, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9565371870994568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9403060674667358}, "epoch": 144}
{"loss": 0.3432838022708893, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9569309949874878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.935204029083252}, "epoch": 145}
{"loss": 0.339223176240921, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9566987752914429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9357142448425293}, "epoch": 146}
{"loss": 0.33616262674331665, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9577099084854126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9382652640342712}, "epoch": 147}
{"loss": 0.32914993166923523, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9577713012695312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9387754797935486}, "epoch": 148}
{"loss": 0.3245670199394226, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9588333964347839, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9392856955528259}, "epoch": 149}
{"loss": 0.3208601474761963, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9592759013175964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9413264989852905}, "epoch": 150}
{"loss": 0.3123961091041565, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9589815139770508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 151}
{"loss": 0.30836617946624756, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9587069153785706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.936734676361084}, "epoch": 152}
{"loss": 0.2982605993747711, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9577840566635132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9362244606018066}, "epoch": 153}
{"loss": 0.3003425598144531, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9599645733833313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9397958517074585}, "epoch": 154}
{"loss": 0.2927757799625397, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9592017531394958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9392856955528259}, "epoch": 155}
{"loss": 0.2903071939945221, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9595417976379395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9382652640342712}, "epoch": 156}
{"loss": 0.286542147397995, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9604054093360901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9362244606018066}, "epoch": 157}
{"loss": 0.2848186790943146, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9615873694419861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.9346938133239746}, "epoch": 158}
{"loss": 0.27769735455513, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9614877700805664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.936734676361084}, "epoch": 159}
{"loss": 0.27046287059783936, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9605499505996704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9397958517074585}, "epoch": 160}
{"loss": 0.26546138525009155, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9604771137237549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.935204029083252}, "epoch": 161}
{"loss": 0.26441168785095215, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9617104530334473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.936734676361084}, "epoch": 162}
{"loss": 0.2599886357784271, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9617312550544739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9408162832260132}, "epoch": 163}
{"loss": 0.25631284713745117, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9613968133926392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9372448325157166}, "epoch": 164}
{"loss": 0.24852238595485687, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9614864587783813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9433673024177551}, "epoch": 165}
{"loss": 0.24513733386993408, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9619078636169434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 166}
{"loss": 0.24120020866394043, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9615136384963989, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9392856955528259}, "epoch": 167}
{"loss": 0.24256038665771484, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9633790254592896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9382652640342712}, "epoch": 168}
{"loss": 0.23629723489284515, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.963021993637085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9377550482749939}, "epoch": 169}
{"loss": 0.22939205169677734, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9626949429512024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9403060674667358}, "epoch": 170}
{"loss": 0.2289244830608368, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9634788632392883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9418367147445679}, "epoch": 171}
{"loss": 0.22328083217144012, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9626918435096741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8744897842407227, "acc_or": 0.935204029083252}, "epoch": 172}
{"loss": 0.22038604319095612, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9634419679641724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9423468708992004}, "epoch": 173}
{"loss": 0.216109499335289, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9623890519142151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.9372448325157166}, "epoch": 174}
{"loss": 0.21176408231258392, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9625519514083862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9397958517074585}, "epoch": 175}
{"loss": 0.20879970490932465, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9632724523544312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9403060674667358}, "epoch": 176}
{"loss": 0.2048734724521637, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9630420207977295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9392856955528259}, "epoch": 177}
{"loss": 0.20249280333518982, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9631196856498718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.936734676361084}, "epoch": 178}
{"loss": 0.20137853920459747, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9645967483520508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 179}
{"loss": 0.19745802879333496, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9646372199058533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9397958517074585}, "epoch": 180}
{"loss": 0.19290946424007416, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9639534950256348, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9397958517074585}, "epoch": 181}
{"loss": 0.18860727548599243, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9640123844146729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9418367147445679}, "epoch": 182}
{"loss": 0.18821385502815247, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9649021029472351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9403060674667358}, "epoch": 183}
{"loss": 0.1807870864868164, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9643977284431458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9387754797935486}, "epoch": 184}
{"loss": 0.17664431035518646, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9635338187217712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9372448325157166}, "epoch": 185}
{"loss": 0.17683616280555725, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9651692509651184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9403060674667358}, "epoch": 186}
{"loss": 0.17244109511375427, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9642106294631958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9413264989852905}, "epoch": 187}
{"loss": 0.16813631355762482, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9643163084983826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9413264989852905}, "epoch": 188}
{"loss": 0.16702887415885925, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9654911756515503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9423468708992004}, "epoch": 189}
{"loss": 0.16336849331855774, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9648322463035583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9428570866584778}, "epoch": 190}
{"loss": 0.156015083193779, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9631655216217041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9438775181770325}, "epoch": 191}
{"loss": 0.15535800158977509, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9649960398674011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9382652640342712}, "epoch": 192}
{"loss": 0.15606412291526794, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.965747058391571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9423468708992004}, "epoch": 193}
{"loss": 0.15091274678707123, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9655792713165283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9408162832260132}, "epoch": 194}
{"loss": 0.14884644746780396, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9649575352668762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9397958517074585}, "epoch": 195}
{"loss": 0.14559076726436615, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9656016230583191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9387754797935486}, "epoch": 196}
{"loss": 0.14192692935466766, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9654640555381775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9397958517074585}, "epoch": 197}
{"loss": 0.13531547784805298, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9641363620758057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9382652640342712}, "epoch": 198}
{"loss": 0.1340196132659912, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9651193022727966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9392856955528259}, "epoch": 199}
{"loss": 0.13327331840991974, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9659046530723572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9403060674667358}, "epoch": 200}
{"loss": 0.12926819920539856, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9650458097457886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9403060674667358}, "epoch": 201}
{"loss": 0.1273350715637207, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9664033055305481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.936734676361084}, "epoch": 202}
{"loss": 0.12419181317090988, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9659487009048462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 203}
{"loss": 0.12158042937517166, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9657132029533386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9403060674667358}, "epoch": 204}
{"loss": 0.11740996688604355, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9656708836555481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9392856955528259}, "epoch": 205}
{"loss": 0.11324220150709152, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9659732580184937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 206}
{"loss": 0.11214585602283478, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9663121104240417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9377550482749939}, "epoch": 207}
{"loss": 0.11010342836380005, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9659245610237122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9403060674667358}, "epoch": 208}
{"loss": 0.10427465289831161, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.965903103351593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9397958517074585}, "epoch": 209}
{"loss": 0.10376496613025665, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9661343693733215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8816326260566711, "acc_or": 0.9397958517074585}, "epoch": 210}
{"loss": 0.10134858638048172, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9663549661636353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9413264989852905}, "epoch": 211}
{"loss": 0.10092563182115555, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9669633507728577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9397958517074585}, "epoch": 212}
{"loss": 0.09743209928274155, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9668803215026855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9387754797935486}, "epoch": 213}
{"loss": 0.09614129364490509, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.966996967792511, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9413264989852905}, "epoch": 214}
{"loss": 0.09345504641532898, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9671360850334167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9397958517074585}, "epoch": 215}
{"loss": 0.08996820449829102, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9664201736450195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9382652640342712}, "epoch": 216}
{"loss": 0.08739186078310013, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9668962359428406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9403060674667358}, "epoch": 217}
{"loss": 0.0840684175491333, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9665323495864868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9377550482749939}, "epoch": 218}
{"loss": 0.07908469438552856, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9660777449607849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9377550482749939}, "epoch": 219}
{"loss": 0.07999321073293686, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9666904211044312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9408162832260132}, "epoch": 220}
{"loss": 0.0808781087398529, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9679859280586243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9423468708992004}, "epoch": 221}
{"loss": 0.07551383227109909, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9672110080718994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9418367147445679}, "epoch": 222}
{"loss": 0.07335498929023743, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9670766592025757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9433673024177551}, "epoch": 223}
{"loss": 0.071156345307827, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.967456042766571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9403060674667358}, "epoch": 224}
{"loss": 0.06467306613922119, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9674801826477051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9433673024177551}, "epoch": 225}
{"loss": 0.05983944237232208, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9657909870147705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9443877339363098}, "epoch": 226}
{"loss": 0.05577393248677254, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9657959938049316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9469387531280518}, "epoch": 227}
{"loss": 0.059266313910484314, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9676154255867004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9448978900909424}, "epoch": 228}
{"loss": 0.05650196596980095, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9668918251991272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9413264989852905}, "epoch": 229}
{"loss": 0.05612237751483917, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9669378995895386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9438775181770325}, "epoch": 230}
{"loss": 0.05652889609336853, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.967909574508667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9413264989852905}, "epoch": 231}
{"loss": 0.05198720470070839, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9677614569664001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9408162832260132}, "epoch": 232}
{"loss": 0.049522850662469864, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9679812788963318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9392856955528259}, "epoch": 233}
{"loss": 0.04686493054032326, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.967822790145874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8765305876731873, "acc_or": 0.9362244606018066}, "epoch": 234}
{"loss": 0.046820688992738724, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.968476414680481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9377550482749939}, "epoch": 235}
{"loss": 0.043789807707071304, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9681091904640198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9382652640342712}, "epoch": 236}
{"loss": 0.042299993336200714, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9682402610778809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.873469352722168, "acc_or": 0.935204029083252}, "epoch": 237}
{"loss": 0.03961553797125816, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9679667949676514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9372448325157166}, "epoch": 238}
{"loss": 0.03623195365071297, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9677743315696716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9397958517074585}, "epoch": 239}
{"loss": 0.035882867872714996, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9687944054603577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 240}
{"loss": 0.035162292420864105, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9689215421676636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9413264989852905}, "epoch": 241}
{"loss": 0.030273379758000374, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9680501222610474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9408162832260132}, "epoch": 242}
{"loss": 0.02821451798081398, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9682349562644958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9418367147445679}, "epoch": 243}
{"loss": 0.026542948558926582, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9679901599884033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9418367147445679}, "epoch": 244}
{"loss": 0.025752265006303787, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9687665104866028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9413264989852905}, "epoch": 245}
{"loss": 0.023579591885209084, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9679492115974426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9413264989852905}, "epoch": 246}
{"loss": 0.021737657487392426, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9686154127120972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9397958517074585}, "epoch": 247}
{"loss": 0.020374350249767303, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9688865542411804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9428570866584778}, "epoch": 248}
{"loss": 0.017469828948378563, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9689213037490845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9392856955528259}, "epoch": 249}
{"loss": 0.016694016754627228, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9688248038291931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9423468708992004}, "epoch": 250}
{"loss": 0.008083757013082504, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9677433371543884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9433673024177551}, "epoch": 251}
{"loss": 0.01029354240745306, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.967988133430481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9403060674667358}, "epoch": 252}
{"loss": 0.010159928351640701, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9684073328971863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9413264989852905}, "epoch": 253}
{"loss": 0.007127285003662109, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9682434797286987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9448978900909424}, "epoch": 254}
{"loss": 0.004833598621189594, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9675726890563965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9413264989852905}, "epoch": 255}
{"loss": 0.0034408753272145987, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9684815406799316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 256}
{"loss": 0.00431256927549839, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9693593382835388, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 257}
{"loss": 0.00045692716958001256, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.967939019203186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 258}
{"loss": 0.0012830353807657957, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9693626761436462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9403060674667358}, "epoch": 259}
{"loss": -0.0015137733425945044, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9689898490905762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9413264989852905}, "epoch": 260}
{"loss": -0.0030210961122065783, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9695574641227722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.882652997970581, "acc_or": 0.9397958517074585}, "epoch": 261}
{"loss": -0.006127609871327877, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.969150185585022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9413264989852905}, "epoch": 262}
{"loss": -0.006544745061546564, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.969936728477478, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9413264989852905}, "epoch": 263}
{"loss": -0.00796769093722105, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9694638252258301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9428570866584778}, "epoch": 264}
{"loss": -0.009656588546931744, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9700078964233398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9413264989852905}, "epoch": 265}
{"loss": -0.012868444435298443, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9693527221679688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9448978900909424}, "epoch": 266}
{"loss": -0.012662761844694614, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9703938961029053, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9408162832260132}, "epoch": 267}
{"loss": -0.016854802146553993, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9693480730056763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 268}
{"loss": -0.018041932955384254, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9701659083366394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9413264989852905}, "epoch": 269}
{"loss": -0.01782546192407608, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9697591066360474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9433673024177551}, "epoch": 270}
{"loss": -0.02135390415787697, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9706190228462219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 271}
{"loss": -0.02293761447072029, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9694047570228577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9413264989852905}, "epoch": 272}
{"loss": -0.028437750414013863, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9681279063224792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9423468708992004}, "epoch": 273}
{"loss": -0.028613299131393433, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9689143300056458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9428570866584778}, "epoch": 274}
{"loss": -0.03113720379769802, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9689372777938843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 275}
{"loss": -0.02807777374982834, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9703340530395508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9377550482749939}, "epoch": 276}
{"loss": -0.035725682973861694, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9676302075386047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9423468708992004}, "epoch": 277}
{"loss": -0.034858640283346176, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9687245488166809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9454081058502197}, "epoch": 278}
{"loss": -0.03450266271829605, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9696094989776611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9413264989852905}, "epoch": 279}
{"loss": -0.03664427995681763, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9697743654251099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8785713911056519, "acc_or": 0.936734676361084}, "epoch": 280}
{"loss": -0.03722996637225151, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9696789979934692, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9408162832260132}, "epoch": 281}
{"loss": -0.03711146116256714, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9708160161972046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 282}
{"loss": -0.038015395402908325, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9709222316741943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9377550482749939}, "epoch": 283}
{"loss": -0.03971250355243683, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9704804420471191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9397958517074585}, "epoch": 284}
{"loss": -0.04098817706108093, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9704744815826416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9413264989852905}, "epoch": 285}
{"loss": -0.04276983439922333, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9712084531784058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 286}
{"loss": -0.04426239803433418, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9706045389175415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9428570866584778}, "epoch": 287}
{"loss": -0.04664454609155655, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9706130623817444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 288}
{"loss": -0.04828737676143646, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9707204103469849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9454081058502197}, "epoch": 289}
{"loss": -0.052680306136608124, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9707316756248474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9438775181770325}, "epoch": 290}
{"loss": -0.052596934139728546, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9691789746284485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9428570866584778}, "epoch": 291}
{"loss": -0.05135481059551239, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9711892008781433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9438775181770325}, "epoch": 292}
{"loss": -0.05325990915298462, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9711573123931885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9428570866584778}, "epoch": 293}
{"loss": -0.05573396384716034, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9703241586685181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 294}
{"loss": -0.054918743669986725, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9710597991943359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9423468708992004}, "epoch": 295}
{"loss": -0.058917585760354996, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9704140424728394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9454081058502197}, "epoch": 296}
{"loss": -0.058742817491292953, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9708799719810486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 297}
{"loss": -0.06048860400915146, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9704231023788452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9438775181770325}, "epoch": 298}
{"loss": -0.0612017959356308, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9711409211158752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9413264989852905}, "epoch": 299}
{"loss": -0.06458373367786407, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.969710648059845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.936734676361084}, "epoch": 300}
{"loss": -0.07041974365711212, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9703289270401001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9392856955528259}, "epoch": 301}
{"loss": -0.06658509373664856, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9703596234321594, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9403060674667358}, "epoch": 302}
{"loss": -0.0680987536907196, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9709950685501099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9408162832260132}, "epoch": 303}
{"loss": -0.0679301992058754, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.971328854560852, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9382652640342712}, "epoch": 304}
{"loss": -0.07085195928812027, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.970633864402771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9428570866584778}, "epoch": 305}
{"loss": -0.071881502866745, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9704212546348572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9428570866584778}, "epoch": 306}
{"loss": -0.07145282626152039, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9710233807563782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 307}
{"loss": -0.07348067313432693, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.970829963684082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8846938610076904, "acc_or": 0.9397958517074585}, "epoch": 308}
{"loss": -0.07542736083269119, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9707567095756531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9408162832260132}, "epoch": 309}
{"loss": -0.07575631141662598, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9708113670349121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9423468708992004}, "epoch": 310}
{"loss": -0.07846464216709137, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9710256457328796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 311}
{"loss": -0.08201250433921814, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9711949229240417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9443877339363098}, "epoch": 312}
{"loss": -0.07943692058324814, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9711276888847351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9428570866584778}, "epoch": 313}
{"loss": -0.07985662668943405, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9715224504470825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9413264989852905}, "epoch": 314}
{"loss": -0.08161067217588425, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.971762478351593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9428570866584778}, "epoch": 315}
{"loss": -0.08209312707185745, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9713760018348694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9413264989852905}, "epoch": 316}
{"loss": -0.08193214982748032, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9719960689544678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9403060674667358}, "epoch": 317}
{"loss": -0.0850508064031601, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9716967344284058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9408162832260132}, "epoch": 318}
{"loss": -0.08629199862480164, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9718411564826965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9403060674667358}, "epoch": 319}
{"loss": -0.08726220577955246, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9715694785118103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9448978900909424}, "epoch": 320}
{"loss": -0.0893808901309967, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9705955386161804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9438775181770325}, "epoch": 321}
{"loss": -0.08956427872180939, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9720630645751953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9428570866584778}, "epoch": 322}
{"loss": -0.09237466007471085, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9709253311157227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 323}
{"loss": -0.09226543456315994, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9718049764633179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 324}
{"loss": -0.09357010573148727, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9715156555175781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 325}
{"loss": -0.09544691443443298, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9718751311302185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 326}
{"loss": -0.09699641913175583, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9713532328605652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9418367147445679}, "epoch": 327}
{"loss": -0.09687504172325134, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9711916446685791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9403060674667358}, "epoch": 328}
{"loss": -0.10087895393371582, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9705451726913452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9443877339363098}, "epoch": 329}
{"loss": -0.10209532827138901, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9698202013969421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9438775181770325}, "epoch": 330}
{"loss": -0.10305135697126389, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9698474407196045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9403060674667358}, "epoch": 331}
{"loss": -0.10396765917539597, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9707444906234741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 332}
{"loss": -0.10417307168245316, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9706634879112244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 333}
{"loss": -0.10620544105768204, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9708370566368103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9428570866584778}, "epoch": 334}
{"loss": -0.10553795844316483, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9717103242874146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 335}
{"loss": -0.10675113648176193, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9712827205657959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9448978900909424}, "epoch": 336}
{"loss": -0.10823563486337662, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9710712432861328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9438775181770325}, "epoch": 337}
{"loss": -0.10901261121034622, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9716522693634033, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 338}
{"loss": -0.11107196658849716, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9713941812515259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9418367147445679}, "epoch": 339}
{"loss": -0.11027907580137253, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.971611738204956, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 340}
{"loss": -0.11010102182626724, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9725349545478821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9418367147445679}, "epoch": 341}
{"loss": -0.11469989269971848, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9713277816772461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 342}
{"loss": -0.11243274807929993, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9724627137184143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 343}
{"loss": -0.11627625674009323, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9711976051330566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 344}
{"loss": -0.11525571346282959, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9720081686973572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 345}
{"loss": -0.11743780225515366, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9711400270462036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9438775181770325}, "epoch": 346}
{"loss": -0.1174347847700119, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9723410606384277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9428570866584778}, "epoch": 347}
{"loss": -0.1180429458618164, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9725578427314758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 348}
{"loss": -0.11863646656274796, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9726768136024475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9428570866584778}, "epoch": 349}
{"loss": -0.1202641949057579, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9722888469696045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 350}
{"loss": -0.12425141781568527, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9705761671066284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9418367147445679}, "epoch": 351}
{"loss": -0.12301347404718399, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.971860408782959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 352}
{"loss": -0.12248025834560394, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.972015917301178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9464285373687744}, "epoch": 353}
{"loss": -0.12603308260440826, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9718671441078186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9418367147445679}, "epoch": 354}
{"loss": -0.12524153292179108, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9725963473320007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9433673024177551}, "epoch": 355}
{"loss": -0.12565189599990845, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9719554781913757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 356}
{"loss": -0.12792567908763885, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9726118445396423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9397958517074585}, "epoch": 357}
{"loss": -0.12809884548187256, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9724114537239075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9438775181770325}, "epoch": 358}
{"loss": -0.12793411314487457, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9724516272544861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 359}
{"loss": -0.12956851720809937, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9723937511444092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9438775181770325}, "epoch": 360}
{"loss": -0.13020634651184082, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9726491570472717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 361}
{"loss": -0.13274499773979187, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9710263013839722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9408162832260132}, "epoch": 362}
{"loss": -0.1329331248998642, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9720714688301086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 363}
{"loss": -0.13284072279930115, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9726423025131226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9428570866584778}, "epoch": 364}
{"loss": -0.1354636251926422, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9722657799720764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 365}
{"loss": -0.13519719243049622, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9718695878982544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9448978900909424}, "epoch": 366}
{"loss": -0.1374250054359436, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9723242521286011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 367}
{"loss": -0.13772925734519958, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9722551703453064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9454081058502197}, "epoch": 368}
{"loss": -0.13954725861549377, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.971830427646637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 369}
{"loss": -0.13913863897323608, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9722990989685059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 370}
{"loss": -0.14103031158447266, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9720749855041504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9459183216094971}, "epoch": 371}
{"loss": -0.14062023162841797, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9728635549545288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 372}
{"loss": -0.1417093276977539, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9722554087638855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9464285373687744}, "epoch": 373}
{"loss": -0.14349053800106049, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9721971750259399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 374}
{"loss": -0.14337900280952454, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9727994799613953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 375}
{"loss": -0.1451590210199356, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9724804759025574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 376}
{"loss": -0.1467752456665039, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.972236156463623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 377}
{"loss": -0.14593155682086945, "acc": 0.9995467066764832, "acc_or": 0.9996600151062012, "sender_entropy": 0.9726445078849792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 378}
{"loss": -0.14704588055610657, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9720278382301331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9433673024177551}, "epoch": 379}
{"loss": -0.14782200753688812, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9725137948989868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 380}
{"loss": -0.14909349381923676, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9730033278465271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 381}
{"loss": -0.1490025818347931, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9730874300003052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 382}
{"loss": -0.15093278884887695, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9729803204536438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9423468708992004}, "epoch": 383}
{"loss": -0.15226678550243378, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9724977612495422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 384}
{"loss": -0.15256522595882416, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9728273749351501, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9423468708992004}, "epoch": 385}
{"loss": -0.15308834612369537, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9728111028671265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9408162832260132}, "epoch": 386}
{"loss": -0.1534186154603958, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9729709029197693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9433673024177551}, "epoch": 387}
{"loss": -0.1547674834728241, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9728674292564392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9438775181770325}, "epoch": 388}
{"loss": -0.15538449585437775, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9731845855712891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 389}
{"loss": -0.15641312301158905, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.972598671913147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9443877339363098}, "epoch": 390}
{"loss": -0.15818825364112854, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9724510908126831, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9443877339363098}, "epoch": 391}
{"loss": -0.15872621536254883, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9726850390434265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9433673024177551}, "epoch": 392}
{"loss": -0.1587722897529602, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9731695652008057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9448978900909424}, "epoch": 393}
{"loss": -0.15837018191814423, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9736225008964539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9433673024177551}, "epoch": 394}
{"loss": -0.15932291746139526, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9736277461051941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9443877339363098}, "epoch": 395}
{"loss": -0.16055461764335632, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9734951257705688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 396}
{"loss": -0.16118721663951874, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9731619954109192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 397}
{"loss": -0.16124826669692993, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9733822345733643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 398}
{"loss": -0.16354012489318848, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.973056435585022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 399}
{"loss": -0.16336685419082642, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9735520482063293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 400}
{"loss": -0.16548901796340942, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9716429710388184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3443877398967743}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 401}
{"loss": -0.16945283114910126, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9728360772132874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.31887754797935486}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9408162832260132}, "epoch": 402}
{"loss": -0.16631196439266205, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9729639291763306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.34693875908851624}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 403}
{"loss": -0.1674283891916275, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.973135769367218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.36734694242477417}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 404}
{"loss": -0.16863654553890228, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.972533643245697, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 405}
{"loss": -0.17090408504009247, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9717041254043579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9397958517074585}, "epoch": 406}
{"loss": -0.17203707993030548, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9702268242835999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9454081058502197}, "epoch": 407}
{"loss": -0.1734856516122818, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9714592099189758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9438775181770325}, "epoch": 408}
{"loss": -0.1731683313846588, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9721737504005432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 409}
{"loss": -0.17499513924121857, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9715358018875122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 410}
{"loss": -0.17324233055114746, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.973075270652771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9423468708992004}, "epoch": 411}
{"loss": -0.1726720929145813, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9738842844963074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9423468708992004}, "epoch": 412}
{"loss": -0.1734161078929901, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9734553098678589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 413}
{"loss": -0.175495907664299, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9724464416503906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 414}
{"loss": -0.17510561645030975, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9731928110122681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9433673024177551}, "epoch": 415}
{"loss": -0.1753808706998825, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9735298752784729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9464285373687744}, "epoch": 416}
{"loss": -0.17706331610679626, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9727310538291931, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9443877339363098}, "epoch": 417}
{"loss": -0.1781356781721115, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9728138446807861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9438775181770325}, "epoch": 418}
{"loss": -0.17741277813911438, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9737516641616821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9438775181770325}, "epoch": 419}
{"loss": -0.17897669970989227, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9733457565307617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 420}
{"loss": -0.17930562794208527, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9735776782035828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 421}
{"loss": -0.18001164495944977, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9729807376861572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9428570866584778}, "epoch": 422}
{"loss": -0.1812201589345932, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9734429121017456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 423}
{"loss": -0.18487565219402313, "acc": 0.9994333386421204, "acc_or": 0.9997166991233826, "sender_entropy": 0.9730329513549805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9433673024177551}, "epoch": 424}
{"loss": -0.18334540724754333, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9729865789413452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9428570866584778}, "epoch": 425}
{"loss": -0.18377268314361572, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9726673364639282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9438775181770325}, "epoch": 426}
{"loss": -0.18334685266017914, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.973544716835022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9408162832260132}, "epoch": 427}
{"loss": -0.18374674022197723, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9735559225082397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9443877339363098}, "epoch": 428}
{"loss": -0.18571437895298004, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9733228087425232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9413264989852905}, "epoch": 429}
{"loss": -0.18496762216091156, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9739406704902649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9413264989852905}, "epoch": 430}
{"loss": -0.1868903934955597, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9736744165420532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9433673024177551}, "epoch": 431}
{"loss": -0.1854850798845291, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9743174314498901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9459183216094971}, "epoch": 432}
{"loss": -0.18695569038391113, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9735874533653259, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9448978900909424}, "epoch": 433}
{"loss": -0.18798859417438507, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9735425114631653, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 434}
{"loss": -0.18917524814605713, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9736160039901733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 435}
{"loss": -0.18948586285114288, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9734517335891724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 436}
{"loss": -0.19233456254005432, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9726790189743042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9418367147445679}, "epoch": 437}
{"loss": -0.19176287949085236, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.972825825214386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9438775181770325}, "epoch": 438}
{"loss": -0.19338370859622955, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9730629920959473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 439}
{"loss": -0.19245250523090363, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.973359227180481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 440}
{"loss": -0.19453120231628418, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9727456569671631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.886734664440155, "acc_or": 0.9418367147445679}, "epoch": 441}
{"loss": -0.19306334853172302, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9741000533103943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8836734294891357, "acc_or": 0.9408162832260132}, "epoch": 442}
{"loss": -0.19466449320316315, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9734581708908081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9438775181770325}, "epoch": 443}
{"loss": -0.19460414350032806, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9737662672996521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9459183216094971}, "epoch": 444}
{"loss": -0.19651710987091064, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9735962748527527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9454081058502197}, "epoch": 445}
{"loss": -0.1960861086845398, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9733237028121948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9443877339363098}, "epoch": 446}
{"loss": -0.1975114494562149, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9723517894744873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9469387531280518}, "epoch": 447}
{"loss": -0.1984901875257492, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9733677506446838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9443877339363098}, "epoch": 448}
{"loss": -0.20059508085250854, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9719579219818115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9459183216094971}, "epoch": 449}
{"loss": -0.19956308603286743, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9735431671142578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9438775181770325}, "epoch": 450}
{"loss": -0.20047898590564728, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9731270670890808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9433673024177551}, "epoch": 451}
{"loss": -0.20062294602394104, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9734629392623901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9454081058502197}, "epoch": 452}
{"loss": -0.2007632702589035, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9743037223815918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9443877339363098}, "epoch": 453}
{"loss": -0.2010735124349594, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9740422964096069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9418367147445679}, "epoch": 454}
{"loss": -0.20240487158298492, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9734315276145935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9459183216094971}, "epoch": 455}
{"loss": -0.20232026278972626, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.973715603351593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9438775181770325}, "epoch": 456}
{"loss": -0.20234572887420654, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9741622805595398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 457}
{"loss": -0.2036084532737732, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9737817645072937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9438775181770325}, "epoch": 458}
{"loss": -0.20275364816188812, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9745776057243347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9448978900909424}, "epoch": 459}
{"loss": -0.20427560806274414, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9739899635314941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9443877339363098}, "epoch": 460}
{"loss": -0.20497383177280426, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9739807844161987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9438775181770325}, "epoch": 461}
{"loss": -0.20516352355480194, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9744858741760254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 462}
{"loss": -0.20713211596012115, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9738112092018127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 463}
{"loss": -0.20735101401805878, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9739702343940735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9423468708992004}, "epoch": 464}
{"loss": -0.20782728493213654, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.973735511302948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 465}
{"loss": -0.2073603868484497, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9744341969490051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 466}
{"loss": -0.20844295620918274, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9744988083839417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 467}
{"loss": -0.20932836830615997, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9741624593734741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 468}
{"loss": -0.21161772310733795, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9723808765411377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 469}
{"loss": -0.21023789048194885, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9738028049468994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9418367147445679}, "epoch": 470}
{"loss": -0.2105693519115448, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9739787578582764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 471}
{"loss": -0.21133187413215637, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9742953181266785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9438775181770325}, "epoch": 472}
{"loss": -0.21189679205417633, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9743330478668213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 473}
{"loss": -0.21245886385440826, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9740421772003174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9469387531280518}, "epoch": 474}
{"loss": -0.21170251071453094, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9747253656387329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9454081058502197}, "epoch": 475}
{"loss": -0.21230866014957428, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749409556388855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 476}
{"loss": -0.21422907710075378, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9736155271530151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9489795565605164}, "epoch": 477}
{"loss": -0.21429672837257385, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9742400646209717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9448978900909424}, "epoch": 478}
{"loss": -0.21632859110832214, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9737228751182556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8877550363540649, "acc_or": 0.9423468708992004}, "epoch": 479}
{"loss": -0.21596820652484894, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.973148763179779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9448978900909424}, "epoch": 480}
{"loss": -0.21567240357398987, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9742917418479919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9438775181770325}, "epoch": 481}
{"loss": -0.2174444943666458, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.972919225692749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 482}
{"loss": -0.2190874218940735, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9732387065887451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9433673024177551}, "epoch": 483}
{"loss": -0.2190416157245636, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9730675220489502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9433673024177551}, "epoch": 484}
{"loss": -0.22040817141532898, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9727807641029358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9438775181770325}, "epoch": 485}
{"loss": -0.22220423817634583, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9718186855316162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9428570866584778}, "epoch": 486}
{"loss": -0.21970181167125702, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.973751425743103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 487}
{"loss": -0.22113217413425446, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9733968377113342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9423468708992004}, "epoch": 488}
{"loss": -0.21976083517074585, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9745336771011353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9433673024177551}, "epoch": 489}
{"loss": -0.2202790379524231, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9745067954063416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9443877339363098}, "epoch": 490}
{"loss": -0.22205078601837158, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9739424586296082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 491}
{"loss": -0.2228163182735443, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9736760854721069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9403060674667358}, "epoch": 492}
{"loss": -0.22256651520729065, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.974359393119812, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 493}
{"loss": -0.22273193299770355, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9740694165229797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9443877339363098}, "epoch": 494}
{"loss": -0.22435012459754944, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9736223220825195, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 495}
{"loss": -0.22267022728919983, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749194979667664, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9459183216094971}, "epoch": 496}
{"loss": -0.22495560348033905, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9738962054252625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9438775181770325}, "epoch": 497}
{"loss": -0.22474367916584015, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9747481346130371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 498}
{"loss": -0.22704868018627167, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9737470149993896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9428570866584778}, "epoch": 499}
{"loss": -0.22565104067325592, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9746142625808716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.357142835855484}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 500}
{"loss": -0.22915180027484894, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9730185866355896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 501}
{"loss": -0.22891011834144592, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9725360870361328, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 502}
{"loss": -0.22849850356578827, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9729896187782288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 503}
{"loss": -0.22844399511814117, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9741666913032532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 504}
{"loss": -0.2280219942331314, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9749643802642822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.35969388484954834}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 505}
{"loss": -0.22964252531528473, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.973846435546875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 506}
{"loss": -0.23320211470127106, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9737525582313538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 507}
{"loss": -0.2314891219139099, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9733116626739502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9443877339363098}, "epoch": 508}
{"loss": -0.23071305453777313, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9742730259895325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9464285373687744}, "epoch": 509}
{"loss": -0.2305891513824463, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749289751052856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 510}
{"loss": -0.2321515679359436, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9741974472999573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 511}
{"loss": -0.23533886671066284, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9727445840835571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9469387531280518}, "epoch": 512}
{"loss": -0.2340843677520752, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9737809896469116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 513}
{"loss": -0.2341141402721405, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.974004864692688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 514}
{"loss": -0.23367026448249817, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.974571943283081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 515}
{"loss": -0.23327556252479553, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9746645092964172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.35459181666374207}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 516}
{"loss": -0.23369264602661133, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.974921703338623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3520407974720001}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 517}
{"loss": -0.23475760221481323, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9743366837501526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.35459181666374207}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 518}
{"loss": -0.23495051264762878, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9751119613647461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.35969388484954834}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 519}
{"loss": -0.23524145781993866, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750434160232544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.375}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 520}
{"loss": -0.2368593066930771, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9744580984115601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3647959232330322}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 521}
{"loss": -0.23694562911987305, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9745850563049316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 522}
{"loss": -0.23804971575737, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9740156531333923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 523}
{"loss": -0.23804199695587158, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9743045568466187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.357142835855484}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 524}
{"loss": -0.23894666135311127, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9745672941207886, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3520407974720001}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 525}
{"loss": -0.23972895741462708, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9738956689834595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3698979616165161}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 526}
{"loss": -0.2395189255475998, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9739904999732971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 527}
{"loss": -0.23921461403369904, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9747713804244995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 528}
{"loss": -0.2390999048948288, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749875664710999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.36734694242477417}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 529}
{"loss": -0.2397145926952362, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750276207923889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3520407974720001}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9443877339363098}, "epoch": 530}
{"loss": -0.24157895147800446, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9743900299072266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3494897782802582}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 531}
{"loss": -0.24072472751140594, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9751660227775574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.35459181666374207}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 532}
{"loss": -0.24152469635009766, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749705791473389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3520407974720001}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 533}
{"loss": -0.2414516657590866, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9751476645469666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3520407974720001}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 534}
{"loss": -0.2423989325761795, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9748687744140625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3520407974720001}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 535}
{"loss": -0.24351146817207336, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9740133285522461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 536}
{"loss": -0.24424989521503448, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9748836159706116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 537}
{"loss": -0.24684064090251923, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9732536673545837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 538}
{"loss": -0.24687141180038452, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9731742739677429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.36734694242477417}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 539}
{"loss": -0.24689334630966187, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9735408425331116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 540}
{"loss": -0.24546022713184357, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9747698307037354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3214285671710968}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 541}
{"loss": -0.2456587553024292, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.974745512008667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.29591837525367737}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 542}
{"loss": -0.24552617967128754, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749159216880798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.35969388484954834}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 543}
{"loss": -0.24705329537391663, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9740133881568909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3647959232330322}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 544}
{"loss": -0.24844422936439514, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9740684032440186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 545}
{"loss": -0.24693021178245544, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749457240104675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 546}
{"loss": -0.24793697893619537, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9742538928985596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 547}
{"loss": -0.24875491857528687, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9743102192878723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 548}
{"loss": -0.25022849440574646, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9738566875457764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 549}
{"loss": -0.24918845295906067, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9747532606124878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 550}
{"loss": -0.24952417612075806, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9744946360588074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 551}
{"loss": -0.25051215291023254, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9745410680770874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 552}
{"loss": -0.2505221366882324, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9747709631919861, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 553}
{"loss": -0.24967965483665466, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9754757285118103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9454081058502197}, "epoch": 554}
{"loss": -0.2514219582080841, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749171733856201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 555}
{"loss": -0.2509693205356598, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753220677375793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 556}
{"loss": -0.2518998682498932, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.974717378616333, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9438775181770325}, "epoch": 557}
{"loss": -0.2530781626701355, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9738543629646301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 558}
{"loss": -0.25339746475219727, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9746331572532654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 559}
{"loss": -0.2531118094921112, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752074480056763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 560}
{"loss": -0.25283360481262207, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9751578569412231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 561}
{"loss": -0.25432562828063965, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9748371243476868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 562}
{"loss": -0.2543637752532959, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9751047492027283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9438775181770325}, "epoch": 563}
{"loss": -0.2547285556793213, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97499018907547, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 564}
{"loss": -0.25493061542510986, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975299060344696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 565}
{"loss": -0.25661367177963257, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9743303656578064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9438775181770325}, "epoch": 566}
{"loss": -0.25642186403274536, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9747376441955566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 567}
{"loss": -0.25732165575027466, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.974565863609314, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 568}
{"loss": -0.256239116191864, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752916693687439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 569}
{"loss": -0.25780200958251953, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9741653800010681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 570}
{"loss": -0.25749605894088745, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9745671153068542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9448978900909424}, "epoch": 571}
{"loss": -0.26015517115592957, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9726241827011108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9448978900909424}, "epoch": 572}
{"loss": -0.25816863775253296, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749071002006531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 573}
{"loss": -0.2589500844478607, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9750082492828369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 574}
{"loss": -0.25855064392089844, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755074977874756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 575}
{"loss": -0.25956398248672485, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9748732447624207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 576}
{"loss": -0.2592391073703766, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9753484129905701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9459183216094971}, "epoch": 577}
{"loss": -0.2597102224826813, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749329686164856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 578}
{"loss": -0.2606555223464966, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9748050570487976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 579}
{"loss": -0.26083922386169434, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9751399159431458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 580}
{"loss": -0.26214316487312317, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9747397303581238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 581}
{"loss": -0.2624031603336334, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9747908711433411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 582}
{"loss": -0.2614658772945404, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754044413566589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 583}
{"loss": -0.26224201917648315, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9751299619674683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 584}
{"loss": -0.26452940702438354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9741297364234924, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 585}
{"loss": -0.26321646571159363, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9746875166893005, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 586}
{"loss": -0.26535764336586, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9753686785697937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 587}
{"loss": -0.2645878493785858, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9748422503471375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9454081058502197}, "epoch": 588}
{"loss": -0.26470300555229187, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9744276404380798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 589}
{"loss": -0.26441434025764465, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750321507453918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9494897723197937}, "epoch": 590}
{"loss": -0.26457223296165466, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753260612487793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9474489092826843}, "epoch": 591}
{"loss": -0.2649683952331543, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975360631942749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 592}
{"loss": -0.26501867175102234, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753969311714172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 593}
{"loss": -0.2654290795326233, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753296375274658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9464285373687744}, "epoch": 594}
{"loss": -0.26620060205459595, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754759073257446, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 595}
{"loss": -0.26682937145233154, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752069115638733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 596}
{"loss": -0.26727065443992615, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750466346740723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 597}
{"loss": -0.26851049065589905, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9738800525665283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 598}
{"loss": -0.2690288722515106, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9743207693099976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 599}
{"loss": -0.2687940001487732, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750117659568787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 600}
{"loss": -0.27081477642059326, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9731549620628357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.949999988079071}, "epoch": 601}
{"loss": -0.26892969012260437, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750693440437317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 602}
{"loss": -0.27009281516075134, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9736102223396301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 603}
{"loss": -0.2725081443786621, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9726280570030212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 604}
{"loss": -0.2721177935600281, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9735561013221741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.951020359992981}, "epoch": 605}
{"loss": -0.27234959602355957, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9725367426872253, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 606}
{"loss": -0.27247121930122375, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9733244776725769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9469387531280518}, "epoch": 607}
{"loss": -0.27090686559677124, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97531658411026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 608}
{"loss": -0.2713876962661743, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9751337170600891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 609}
{"loss": -0.2707837224006653, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758436679840088, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 610}
{"loss": -0.2717856466770172, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755540490150452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 611}
{"loss": -0.2713472545146942, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759432077407837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 612}
{"loss": -0.272169291973114, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757413268089294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 613}
{"loss": -0.2748244106769562, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9753012657165527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 614}
{"loss": -0.27267202734947205, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756187200546265, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 615}
{"loss": -0.2745200991630554, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9745879173278809, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 616}
{"loss": -0.27295228838920593, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760600328445435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 617}
{"loss": -0.2736959457397461, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757707715034485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9454081058502197}, "epoch": 618}
{"loss": -0.27394407987594604, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754896759986877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 619}
{"loss": -0.2741590738296509, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758188128471375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 620}
{"loss": -0.2756199836730957, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9754346609115601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 621}
{"loss": -0.27620574831962585, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9747908711433411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 622}
{"loss": -0.2756567895412445, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755496382713318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 623}
{"loss": -0.27609702944755554, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756638407707214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 624}
{"loss": -0.27642491459846497, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756379723548889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 625}
{"loss": -0.27752894163131714, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.974794864654541, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 626}
{"loss": -0.2775764763355255, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755840301513672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 627}
{"loss": -0.27869999408721924, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.974671483039856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 628}
{"loss": -0.27778124809265137, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750436544418335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 629}
{"loss": -0.2800835072994232, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.974409282207489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 630}
{"loss": -0.2779548764228821, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755614995956421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 631}
{"loss": -0.2786649465560913, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752999544143677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 632}
{"loss": -0.27887219190597534, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758143424987793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9469387531280518}, "epoch": 633}
{"loss": -0.2794504463672638, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9758610725402832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 634}
{"loss": -0.2799627482891083, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754469394683838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 635}
{"loss": -0.2796976566314697, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758701324462891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9464285373687744}, "epoch": 636}
{"loss": -0.2809197008609772, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9748413562774658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 637}
{"loss": -0.28065982460975647, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753962755203247, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 638}
{"loss": -0.28185781836509705, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.974537193775177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 639}
{"loss": -0.28163591027259827, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975419282913208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 640}
{"loss": -0.2826387882232666, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9751359224319458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 641}
{"loss": -0.2838188111782074, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9737412929534912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 642}
{"loss": -0.28265810012817383, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975688636302948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 643}
{"loss": -0.29072117805480957, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9753457903862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 644}
{"loss": -0.2830291986465454, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756675958633423, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 645}
{"loss": -0.28421732783317566, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749473929405212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 646}
{"loss": -0.2850078344345093, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9747097492218018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9448978900909424}, "epoch": 647}
{"loss": -0.2838808000087738, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756813645362854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 648}
{"loss": -0.28458261489868164, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752519130706787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 649}
{"loss": -0.28441163897514343, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755717515945435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 650}
{"loss": -0.2851426601409912, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750261902809143, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 651}
{"loss": -0.2850792407989502, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754528999328613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 652}
{"loss": -0.2854413688182831, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9751988053321838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9469387531280518}, "epoch": 653}
{"loss": -0.286850243806839, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9737426042556763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 654}
{"loss": -0.28569090366363525, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758498668670654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 655}
{"loss": -0.28556984663009644, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759064316749573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 656}
{"loss": -0.2864091396331787, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755789637565613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 657}
{"loss": -0.2861010730266571, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759020209312439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 658}
{"loss": -0.28686925768852234, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758369326591492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 659}
{"loss": -0.287125825881958, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757895469665527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 660}
{"loss": -0.28794512152671814, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756076335906982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 661}
{"loss": -0.28828632831573486, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754473567008972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 662}
{"loss": -0.2883603870868683, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9756655097007751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 663}
{"loss": -0.28804898262023926, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761179089546204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9469387531280518}, "epoch": 664}
{"loss": -0.2897568941116333, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750710129737854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 665}
{"loss": -0.28898411989212036, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975886881351471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 666}
{"loss": -0.29042941331863403, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9753331542015076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 667}
{"loss": -0.2907801866531372, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.974600613117218, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9433673024177551}, "epoch": 668}
{"loss": -0.29609254002571106, "acc": 0.9983000755310059, "acc_or": 0.9991500377655029, "sender_entropy": 0.9732797741889954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 669}
{"loss": -0.2904079258441925, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754019975662231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 670}
{"loss": -0.2912123203277588, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752724170684814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 671}
{"loss": -0.2915556728839874, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750704169273376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 672}
{"loss": -0.29123368859291077, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756618738174438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9464285373687744}, "epoch": 673}
{"loss": -0.2920669913291931, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753503203392029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 674}
{"loss": -0.2933160960674286, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.974770724773407, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9443877339363098}, "epoch": 675}
{"loss": -0.29333436489105225, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9739779829978943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 676}
{"loss": -0.294810950756073, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9731681942939758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 677}
{"loss": -0.2931746542453766, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.974996030330658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9443877339363098}, "epoch": 678}
{"loss": -0.29371610283851624, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9745193123817444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 679}
{"loss": -0.2932184040546417, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753566384315491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 680}
{"loss": -0.2941505014896393, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749489426612854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 681}
{"loss": -0.29380398988723755, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755954742431641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 682}
{"loss": -0.2941737473011017, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9751346111297607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 683}
{"loss": -0.29477792978286743, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752364158630371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 684}
{"loss": -0.29439032077789307, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975415825843811, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 685}
{"loss": -0.2951733469963074, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9752146601676941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 686}
{"loss": -0.29495367407798767, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757353663444519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 687}
{"loss": -0.2955481708049774, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750257134437561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 688}
{"loss": -0.2956952154636383, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756175875663757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 689}
{"loss": -0.29550468921661377, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761572480201721, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 690}
{"loss": -0.2954184114933014, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760724306106567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 691}
{"loss": -0.29555073380470276, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976240873336792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 692}
{"loss": -0.29583415389060974, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762641191482544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 693}
{"loss": -0.29644960165023804, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760515093803406, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9469387531280518}, "epoch": 694}
{"loss": -0.29724356532096863, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758015275001526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 695}
{"loss": -0.29784145951271057, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757291674613953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 696}
{"loss": -0.2970470190048218, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761533737182617, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 697}
{"loss": -0.2986968755722046, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754917621612549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 698}
{"loss": -0.2995624840259552, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9744707942008972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 699}
{"loss": -0.2983724772930145, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754971861839294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 700}
{"loss": -0.2997278571128845, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9748090505599976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 701}
{"loss": -0.3001718521118164, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752220511436462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 702}
{"loss": -0.3003923296928406, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9742201566696167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 703}
{"loss": -0.3000723421573639, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750040173530579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9438775181770325}, "epoch": 704}
{"loss": -0.2995225787162781, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757851362228394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9469387531280518}, "epoch": 705}
{"loss": -0.3020384907722473, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9731259346008301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 706}
{"loss": -0.3001883327960968, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756354093551636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 707}
{"loss": -0.30045023560523987, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755669236183167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 708}
{"loss": -0.301871657371521, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749730229377747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 709}
{"loss": -0.3015335500240326, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9748050570487976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9459183216094971}, "epoch": 710}
{"loss": -0.301660418510437, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756181240081787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 711}
{"loss": -0.30153214931488037, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975678563117981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 712}
{"loss": -0.30270346999168396, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750251770019531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9443877339363098}, "epoch": 713}
{"loss": -0.3027467429637909, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754173755645752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9459183216094971}, "epoch": 714}
{"loss": -0.30249813199043274, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755674600601196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9464285373687744}, "epoch": 715}
{"loss": -0.30342286825180054, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9745239615440369, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 716}
{"loss": -0.3029554486274719, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757072329521179, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9469387531280518}, "epoch": 717}
{"loss": -0.30340278148651123, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754918813705444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9438775181770325}, "epoch": 718}
{"loss": -0.30299508571624756, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758347272872925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 719}
{"loss": -0.3030613958835602, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762688875198364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 720}
{"loss": -0.3037245571613312, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757315516471863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 721}
{"loss": -0.3040212392807007, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752565622329712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9423468708992004}, "epoch": 722}
{"loss": -0.30395761132240295, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975923478603363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 723}
{"loss": -0.3043709695339203, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760547280311584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 724}
{"loss": -0.30402031540870667, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763338565826416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 725}
{"loss": -0.30475306510925293, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762725234031677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 726}
{"loss": -0.3049235939979553, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760672450065613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 727}
{"loss": -0.3051128387451172, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758105874061584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 728}
{"loss": -0.3054235577583313, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759504795074463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 729}
{"loss": -0.30578452348709106, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762239456176758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 730}
{"loss": -0.30557042360305786, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976507842540741, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 731}
{"loss": -0.306982159614563, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756618738174438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 732}
{"loss": -0.3068826198577881, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9754500389099121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 733}
{"loss": -0.30765199661254883, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753097295761108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 734}
{"loss": -0.30909305810928345, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9745064377784729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9459183216094971}, "epoch": 735}
{"loss": -0.3080768287181854, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975523054599762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9448978900909424}, "epoch": 736}
{"loss": -0.30881020426750183, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750697612762451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 737}
{"loss": -0.3084773123264313, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753242135047913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 738}
{"loss": -0.3088997006416321, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752975106239319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 739}
{"loss": -0.3087048828601837, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756953716278076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 740}
{"loss": -0.30862918496131897, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758704900741577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 741}
{"loss": -0.3088529706001282, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759623408317566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 742}
{"loss": -0.30907031893730164, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759911894798279, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 743}
{"loss": -0.3088552951812744, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766096472740173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 744}
{"loss": -0.31040093302726746, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758143424987793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 745}
{"loss": -0.31026309728622437, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755975604057312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 746}
{"loss": -0.30937641859054565, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763245582580566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 747}
{"loss": -0.31048718094825745, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758002161979675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 748}
{"loss": -0.31065648794174194, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757986664772034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9530611634254456}, "epoch": 749}
{"loss": -0.3098985552787781, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9766061902046204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 750}
{"loss": -0.3108539581298828, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759926795959473, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 751}
{"loss": -0.3118823170661926, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758977890014648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9520407915115356}, "epoch": 752}
{"loss": -0.3118576407432556, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9745449423789978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 753}
{"loss": -0.3118061423301697, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757043719291687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 754}
{"loss": -0.31151285767555237, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762067794799805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 755}
{"loss": -0.31263864040374756, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9758964776992798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 756}
{"loss": -0.3125321865081787, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757272601127625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 757}
{"loss": -0.3125796914100647, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9761877655982971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 758}
{"loss": -0.31326526403427124, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9757422208786011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 759}
{"loss": -0.31265100836753845, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764856696128845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 760}
{"loss": -0.31344568729400635, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9760718941688538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 761}
{"loss": -0.3135361671447754, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762373566627502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 762}
{"loss": -0.31383779644966125, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758034348487854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 763}
{"loss": -0.3134259879589081, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750956892967224, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 764}
{"loss": -0.3134523630142212, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763306379318237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 765}
{"loss": -0.3145299255847931, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759739637374878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 766}
{"loss": -0.3139761686325073, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97654128074646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9520407915115356}, "epoch": 767}
{"loss": -0.314518541097641, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975307285785675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 768}
{"loss": -0.3144977390766144, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763092994689941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 769}
{"loss": -0.3160856068134308, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753818511962891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 770}
{"loss": -0.3158937990665436, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975141704082489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 771}
{"loss": -0.31663307547569275, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752503633499146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 772}
{"loss": -0.3160974979400635, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753119349479675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 773}
{"loss": -0.31588709354400635, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759344458580017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 774}
{"loss": -0.3168068826198578, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755932688713074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 775}
{"loss": -0.31684404611587524, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752340316772461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 776}
{"loss": -0.31720054149627686, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754873514175415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 777}
{"loss": -0.3182389438152313, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9746273159980774, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 778}
{"loss": -0.31752923130989075, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753890633583069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 779}
{"loss": -0.3173139989376068, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761449098587036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 780}
{"loss": -0.3177422285079956, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758807420730591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 781}
{"loss": -0.31749603152275085, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761611819267273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 782}
{"loss": -0.3180345892906189, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9761061072349548, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 783}
{"loss": -0.3184080123901367, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9754606485366821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 784}
{"loss": -0.3198443353176117, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9746636152267456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 785}
{"loss": -0.31911444664001465, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9758349657058716, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 786}
{"loss": -0.3196973502635956, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752746224403381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9494897723197937}, "epoch": 787}
{"loss": -0.319502055644989, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756653904914856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 788}
{"loss": -0.3197592794895172, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752576947212219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 789}
{"loss": -0.3197479546070099, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760391116142273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 790}
{"loss": -0.31942784786224365, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759595394134521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 791}
{"loss": -0.3202727437019348, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758329391479492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 792}
{"loss": -0.320231556892395, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759578108787537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 793}
{"loss": -0.319863885641098, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765434861183167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 794}
{"loss": -0.3202071189880371, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762700796127319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 795}
{"loss": -0.32047104835510254, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760532975196838, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 796}
{"loss": -0.3212131857872009, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761255979537964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 797}
{"loss": -0.32176923751831055, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976338267326355, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 798}
{"loss": -0.32195693254470825, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9751532077789307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 799}
{"loss": -0.3217611014842987, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752528071403503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 800}
{"loss": -0.3214454650878906, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752759337425232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 801}
{"loss": -0.3223852217197418, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9760386943817139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 802}
{"loss": -0.32216572761535645, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763734936714172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 803}
{"loss": -0.3217753469944, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766003489494324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9535713791847229}, "epoch": 804}
{"loss": -0.322124183177948, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976504921913147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 805}
{"loss": -0.32255807518959045, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764095544815063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 806}
{"loss": -0.32212793827056885, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767739772796631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 807}
{"loss": -0.3225020468235016, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976191520690918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 808}
{"loss": -0.32392069697380066, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975916862487793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 809}
{"loss": -0.3228420317173004, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768900871276855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 810}
{"loss": -0.3232889473438263, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765797853469849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 811}
{"loss": -0.3287280201911926, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9760206341743469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "epoch": 812}
{"loss": -0.325713574886322, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9731615781784058, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4897959232330322}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 813}
{"loss": -0.3247178792953491, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757415652275085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 814}
{"loss": -0.3256353437900543, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752916693687439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 815}
{"loss": -0.32515549659729004, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975552499294281, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 816}
{"loss": -0.3248114287853241, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758998155593872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 817}
{"loss": -0.32571205496788025, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752846956253052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9535713791847229}, "epoch": 818}
{"loss": -0.3248748779296875, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762165546417236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 819}
{"loss": -0.3251819610595703, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764139652252197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 820}
{"loss": -0.32536885142326355, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765423536300659, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 821}
{"loss": -0.3269619643688202, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9758508801460266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 822}
{"loss": -0.3256201446056366, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766525626182556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9540815949440002}, "epoch": 823}
{"loss": -0.3259207308292389, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763879776000977, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9530611634254456}, "epoch": 824}
{"loss": -0.32644879817962646, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762126803398132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 825}
{"loss": -0.32635095715522766, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764427542686462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.951020359992981}, "epoch": 826}
{"loss": -0.3260725438594818, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768460392951965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9535713791847229}, "epoch": 827}
{"loss": -0.3261440694332123, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768549799919128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.951020359992981}, "epoch": 828}
{"loss": -0.32627108693122864, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976850688457489, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 829}
{"loss": -0.3269619047641754, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763649702072144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.951020359992981}, "epoch": 830}
{"loss": -0.3268001675605774, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767417907714844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9515305757522583}, "epoch": 831}
{"loss": -0.3275328576564789, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.976690411567688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9515305757522583}, "epoch": 832}
{"loss": -0.32837989926338196, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753850698471069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4872448742389679}, "uniform holdout": {"acc": 0.9142856597900391, "acc_or": 0.9561223983764648}, "epoch": 833}
{"loss": -0.32788601517677307, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768002033233643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.49234694242477417}, "uniform holdout": {"acc": 0.9142856597900391, "acc_or": 0.9566326141357422}, "epoch": 834}
{"loss": -0.3274041414260864, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770567417144775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9535713791847229}, "epoch": 835}
{"loss": -0.3297469913959503, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9746552109718323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.48469385504722595}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9520407915115356}, "epoch": 836}
{"loss": -0.32852038741111755, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761049747467041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 837}
{"loss": -0.32913538813591003, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760938286781311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 838}
{"loss": -0.3292049765586853, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756806492805481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 839}
{"loss": -0.32893073558807373, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976371705532074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9520407915115356}, "epoch": 840}
{"loss": -0.3298489451408386, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757935404777527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 841}
{"loss": -0.3302827775478363, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976053774356842, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 842}
{"loss": -0.3299121558666229, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764708876609802, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9520407915115356}, "epoch": 843}
{"loss": -0.3307487964630127, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758444428443909, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 844}
{"loss": -0.3295291066169739, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767805337905884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9505101442337036}, "epoch": 845}
{"loss": -0.33127617835998535, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9744267463684082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 846}
{"loss": -0.3306170105934143, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9760018587112427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 847}
{"loss": -0.33078131079673767, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759447574615479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 848}
{"loss": -0.33097025752067566, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762275218963623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9535713791847229}, "epoch": 849}
{"loss": -0.3322734534740448, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.974608838558197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 850}
{"loss": -0.3317922055721283, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763359427452087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 851}
{"loss": -0.33184313774108887, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975864827632904, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9122448563575745, "acc_or": 0.9545918107032776}, "epoch": 852}
{"loss": -0.33136287331581116, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763509035110474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 853}
{"loss": -0.33176442980766296, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761455059051514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9540815949440002}, "epoch": 854}
{"loss": -0.3316332995891571, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766494631767273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9520407915115356}, "epoch": 855}
{"loss": -0.33206579089164734, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758136868476868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9535713791847229}, "epoch": 856}
{"loss": -0.3321937620639801, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9754318594932556, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 857}
{"loss": -0.332817941904068, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756311178207397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 858}
{"loss": -0.33202576637268066, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.976631760597229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 859}
{"loss": -0.33348914980888367, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756379723548889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9540815949440002}, "epoch": 860}
{"loss": -0.33240848779678345, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764179587364197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.951020359992981}, "epoch": 861}
{"loss": -0.3335149884223938, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754605293273926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 862}
{"loss": -0.333163857460022, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763246774673462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 863}
{"loss": -0.33272677659988403, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9767127633094788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 864}
{"loss": -0.33346739411354065, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764086604118347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47959181666374207}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 865}
{"loss": -0.3328360915184021, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771904349327087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 866}
{"loss": -0.33320093154907227, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769029021263123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 867}
{"loss": -0.3340824544429779, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9765946865081787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 868}
{"loss": -0.3342720568180084, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9768757224082947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 869}
{"loss": -0.3345658481121063, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764584898948669, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 870}
{"loss": -0.3347418010234833, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762444496154785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 871}
{"loss": -0.33469972014427185, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762014746665955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 872}
{"loss": -0.3352081775665283, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9764133095741272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 873}
{"loss": -0.3398401737213135, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9763780236244202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 874}
{"loss": -0.33519911766052246, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9747293591499329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9448978900909424}, "epoch": 875}
{"loss": -0.33568763732910156, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758135676383972, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9454081058502197}, "epoch": 876}
{"loss": -0.33564257621765137, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976361095905304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 877}
{"loss": -0.33641505241394043, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756476879119873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 878}
{"loss": -0.3366405963897705, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753378033638, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9515305757522583}, "epoch": 879}
{"loss": -0.3359963893890381, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766889810562134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 880}
{"loss": -0.3359232246875763, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767482280731201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 881}
{"loss": -0.33643972873687744, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764145612716675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 882}
{"loss": -0.33838754892349243, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754012227058411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 883}
{"loss": -0.3365767002105713, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768183827400208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 884}
{"loss": -0.3370674252510071, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762119054794312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 885}
{"loss": -0.3363673686981201, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772021770477295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 886}
{"loss": -0.3380565345287323, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975946843624115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 887}
{"loss": -0.3374987244606018, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766386151313782, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 888}
{"loss": -0.3379834294319153, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9760946035385132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 889}
{"loss": -0.33771809935569763, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763665199279785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 890}
{"loss": -0.3384171724319458, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750321507453918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 891}
{"loss": -0.33968615531921387, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750760793685913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 892}
{"loss": -0.3382921516895294, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762020707130432, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 893}
{"loss": -0.338927298784256, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9749728441238403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 894}
{"loss": -0.3398244380950928, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9743395447731018, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 895}
{"loss": -0.33915072679519653, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753174781799316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 896}
{"loss": -0.3390029966831207, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763484597206116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 897}
{"loss": -0.33931052684783936, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762367010116577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 898}
{"loss": -0.33935093879699707, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762217402458191, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 899}
{"loss": -0.338706374168396, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770206809043884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 900}
{"loss": -0.33896705508232117, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766595363616943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 901}
{"loss": -0.3390375077724457, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768796563148499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 902}
{"loss": -0.3399098515510559, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765231013298035, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 903}
{"loss": -0.33979496359825134, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763177037239075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 904}
{"loss": -0.34041494131088257, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763874411582947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 905}
{"loss": -0.3409721851348877, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759896397590637, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 906}
{"loss": -0.34087201952934265, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762634634971619, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 907}
{"loss": -0.34061992168426514, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765067100524902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 908}
{"loss": -0.3413514792919159, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757270216941833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 909}
{"loss": -0.3410007357597351, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9763325452804565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 910}
{"loss": -0.34190821647644043, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754462838172913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9433673024177551}, "epoch": 911}
{"loss": -0.3407212197780609, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771671891212463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 912}
{"loss": -0.3424147665500641, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756527543067932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 913}
{"loss": -0.3460434079170227, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9740699529647827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 914}
{"loss": -0.3431417644023895, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756041169166565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 915}
{"loss": -0.3426109552383423, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758733510971069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9438775181770325}, "epoch": 916}
{"loss": -0.34267768263816833, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762393236160278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 917}
{"loss": -0.3419276475906372, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768974781036377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 918}
{"loss": -0.34217339754104614, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765993356704712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 919}
{"loss": -0.3427113890647888, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976479709148407, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 920}
{"loss": -0.3416745662689209, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774637818336487, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 921}
{"loss": -0.34357646107673645, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754992723464966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 922}
{"loss": -0.34757518768310547, "acc": 0.9997733235359192, "acc_or": 0.9998300075531006, "sender_entropy": 0.9756814241409302, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9448978900909424}, "epoch": 923}
{"loss": -0.34330499172210693, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9761067628860474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 924}
{"loss": -0.34260475635528564, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769020676612854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 925}
{"loss": -0.3434135317802429, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765257835388184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 926}
{"loss": -0.3444479703903198, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9751554131507874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 927}
{"loss": -0.34356147050857544, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764389991760254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9464285373687744}, "epoch": 928}
{"loss": -0.34394633769989014, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764090180397034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9474489092826843}, "epoch": 929}
{"loss": -0.3438935875892639, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9765301942825317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9479591250419617}, "epoch": 930}
{"loss": -0.3436836004257202, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9769337177276611, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9438775181770325}, "epoch": 931}
{"loss": -0.3438470959663391, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770766496658325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9479591250419617}, "epoch": 932}
{"loss": -0.34429287910461426, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9767971038818359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9489795565605164}, "epoch": 933}
{"loss": -0.3445804715156555, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765248894691467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9464285373687744}, "epoch": 934}
{"loss": -0.34461289644241333, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765651822090149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9433673024177551}, "epoch": 935}
{"loss": -0.3444630205631256, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769790768623352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9459183216094971}, "epoch": 936}
{"loss": -0.34504589438438416, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769638776779175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 937}
{"loss": -0.34488731622695923, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770463705062866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.949999988079071}, "epoch": 938}
{"loss": -0.34491920471191406, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770559668540955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9469387531280518}, "epoch": 939}
{"loss": -0.3452206552028656, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769115447998047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9454081058502197}, "epoch": 940}
{"loss": -0.345526784658432, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768838882446289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.948469340801239}, "epoch": 941}
{"loss": -0.3459013104438782, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759889841079712, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "epoch": 942}
{"loss": -0.34697115421295166, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753841757774353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 943}
{"loss": -0.3461231291294098, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976553201675415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 944}
{"loss": -0.34646427631378174, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766142964363098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 945}
{"loss": -0.3469214141368866, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762203097343445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 946}
{"loss": -0.3469773232936859, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763914942741394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 947}
{"loss": -0.3465832769870758, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770380258560181, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.949999988079071}, "epoch": 948}
{"loss": -0.3471168577671051, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761919975280762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 949}
{"loss": -0.34698253870010376, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765051603317261, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9454081058502197}, "epoch": 950}
{"loss": -0.34768909215927124, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756906032562256, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 951}
{"loss": -0.34696775674819946, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771976470947266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9459183216094971}, "epoch": 952}
{"loss": -0.347692608833313, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767114520072937, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 953}
{"loss": -0.3471793830394745, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765841960906982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 953}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 954}
{"loss": -0.3476918935775757, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765494465827942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 954}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 955}
{"loss": -0.34799879789352417, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764073491096497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 955}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 956}
{"loss": -0.34847360849380493, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752740859985352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 956}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9464285373687744}, "epoch": 957}
{"loss": -0.3487764596939087, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9749101996421814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 957}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 958}
{"loss": -0.3488790988922119, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754075407981873, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 958}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9438775181770325}, "epoch": 959}
{"loss": -0.34875383973121643, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762383699417114, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 959}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 960}
{"loss": -0.34919723868370056, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759060144424438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 960}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 961}
{"loss": -0.34919723868370056, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762256145477295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 961}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 962}
{"loss": -0.34881865978240967, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768581986427307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 962}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9459183216094971}, "epoch": 963}
{"loss": -0.34906473755836487, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976606011390686, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 963}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9418367147445679}, "epoch": 964}
{"loss": -0.34895753860473633, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767754077911377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 964}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9428570866584778}, "epoch": 965}
{"loss": -0.3489629030227661, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770142436027527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 965}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9428570866584778}, "epoch": 966}
{"loss": -0.3495342433452606, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766572117805481, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 966}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9443877339363098}, "epoch": 967}
{"loss": -0.34932196140289307, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768323302268982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 967}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9433673024177551}, "epoch": 968}
{"loss": -0.3495933413505554, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976567804813385, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 968}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9448978900909424}, "epoch": 969}
{"loss": -0.3503166139125824, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976116955280304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 969}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 970}
{"loss": -0.35039088129997253, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754806756973267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 970}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 971}
{"loss": -0.34961026906967163, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768553376197815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 971}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9454081058502197}, "epoch": 972}
{"loss": -0.35006943345069885, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768132567405701, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 972}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9448978900909424}, "epoch": 973}
{"loss": -0.35052087903022766, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976905345916748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 973}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 974}
{"loss": -0.350932776927948, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764339923858643, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 974}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 975}
{"loss": -0.35037797689437866, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771264791488647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 975}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 976}
{"loss": -0.35051247477531433, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770843982696533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 976}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 977}
{"loss": -0.35035455226898193, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773708581924438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 977}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 978}
{"loss": -0.3503563702106476, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774600267410278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 978}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 979}
{"loss": -0.3507492244243622, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9775208234786987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 979}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 980}
{"loss": -0.3513045310974121, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766958355903625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 980}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9443877339363098}, "epoch": 981}
{"loss": -0.35141074657440186, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766468405723572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 981}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 982}
{"loss": -0.3513559103012085, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763263463973999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 982}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9474489092826843}, "epoch": 983}
{"loss": -0.35183465480804443, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765028357505798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 983}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4693877398967743}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9474489092826843}, "epoch": 984}
{"loss": -0.3525736331939697, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9763825535774231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 984}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9469387531280518}, "epoch": 985}
{"loss": -0.35209891200065613, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766641855239868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 985}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 986}
{"loss": -0.35207322239875793, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9771233797073364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 986}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 987}
{"loss": -0.35197192430496216, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770780205726624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 987}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 988}
{"loss": -0.3524463474750519, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97591233253479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 988}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9479591250419617}, "epoch": 989}
{"loss": -0.35294029116630554, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764916896820068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 989}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.951020359992981}, "epoch": 990}
{"loss": -0.35293933749198914, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768181443214417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 990}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.482142835855484}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 991}
{"loss": -0.3532198369503021, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976425051689148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 991}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 992}
{"loss": -0.3538813292980194, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.974892795085907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 992}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9443877339363098}, "epoch": 993}
{"loss": -0.3557857871055603, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9741079211235046, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 993}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9515305757522583}, "epoch": 994}
{"loss": -0.3535599708557129, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975467324256897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 994}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 995}
{"loss": -0.35361379384994507, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760584831237793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 995}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 996}
{"loss": -0.35344791412353516, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765529632568359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 996}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.949999988079071}, "epoch": 997}
{"loss": -0.35341382026672363, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768168330192566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 997}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 998}
{"loss": -0.35370609164237976, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762871265411377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 998}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9479591250419617}, "epoch": 999}
{"loss": -0.35344842076301575, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767964482307434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 999}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 1000}
{"loss": -0.3534037470817566, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773198366165161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1000}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1001}
{"loss": -0.35357943177223206, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772931337356567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1001}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.949999988079071}, "epoch": 1002}
{"loss": -0.3546391725540161, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.976649284362793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1002}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.948469340801239}, "epoch": 1003}
{"loss": -0.35449424386024475, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767054915428162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1003}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9469387531280518}, "epoch": 1004}
{"loss": -0.3548200726509094, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765753149986267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1004}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9469387531280518}, "epoch": 1005}
{"loss": -0.35425475239753723, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764087796211243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1005}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1006}
{"loss": -0.35460126399993896, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761868715286255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1006}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 1007}
{"loss": -0.3550640344619751, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759148359298706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1007}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9433673024177551}, "epoch": 1008}
{"loss": -0.3549933135509491, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976905345916748, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1008}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9438775181770325}, "epoch": 1009}
{"loss": -0.35506385564804077, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763298630714417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1009}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1010}
{"loss": -0.35595670342445374, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9765449166297913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1010}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9464285373687744}, "epoch": 1011}
{"loss": -0.3567652404308319, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9749553203582764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1011}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1012}
{"loss": -0.35534295439720154, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767391085624695, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1012}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 1013}
{"loss": -0.35580119490623474, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9760277271270752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1013}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1014}
{"loss": -0.35654324293136597, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9764087796211243, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1014}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4744897782802582}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9454081058502197}, "epoch": 1015}
{"loss": -0.3560860753059387, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766058921813965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1015}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 1016}
{"loss": -0.35621872544288635, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765157699584961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1016}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 1017}
{"loss": -0.3566121757030487, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9756348729133606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1017}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1018}
{"loss": -0.35717010498046875, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753421545028687, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1018}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4770407974720001}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1019}
{"loss": -0.3595088720321655, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9756808876991272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1019}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 1020}
{"loss": -0.3573322594165802, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9756589531898499, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1020}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9469387531280518}, "epoch": 1021}
{"loss": -0.35632142424583435, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976981520652771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1021}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 1022}
{"loss": -0.3574000895023346, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9764965176582336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1022}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1023}
{"loss": -0.35703688859939575, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766138792037964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1023}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 1024}
{"loss": -0.3578357398509979, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9761586785316467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1024}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1025}
{"loss": -0.3578413128852844, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765888452529907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1025}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1026}
{"loss": -0.35736802220344543, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9764259457588196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1026}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1027}
{"loss": -0.35732483863830566, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760899543762207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1027}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1028}
{"loss": -0.3581545054912567, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756919741630554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1028}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1029}
{"loss": -0.35752514004707336, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769667983055115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1029}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9464285373687744}, "epoch": 1030}
{"loss": -0.3576623201370239, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768380522727966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1030}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46173468232154846}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1031}
{"loss": -0.357552170753479, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770691394805908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1031}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1032}
{"loss": -0.3582976460456848, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761765003204346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1032}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1033}
{"loss": -0.35812902450561523, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765233397483826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1033}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1034}
{"loss": -0.3582228124141693, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9768337607383728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1034}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4642857015132904}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9474489092826843}, "epoch": 1035}
{"loss": -0.3581584095954895, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771202802658081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1035}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.47193875908851624}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1036}
{"loss": -0.35932642221450806, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975557267665863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1036}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1037}
{"loss": -0.35944750905036926, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755892753601074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1037}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 1038}
{"loss": -0.3588900566101074, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763503670692444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1038}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1039}
{"loss": -0.3587528467178345, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768161773681641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1039}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1040}
{"loss": -0.35853371024131775, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772098064422607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1040}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 1041}
{"loss": -0.3594064712524414, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766948819160461, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1041}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1042}
{"loss": -0.360035240650177, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9767881631851196, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1042}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1043}
{"loss": -0.35893771052360535, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771646857261658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1043}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1044}
{"loss": -0.35971665382385254, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763919711112976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1044}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1045}
{"loss": -0.35932281613349915, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765487909317017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1045}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1046}
{"loss": -0.3593893349170685, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976977527141571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1046}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1047}
{"loss": -0.3597642481327057, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770541191101074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1047}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.948469340801239}, "epoch": 1048}
{"loss": -0.3601163327693939, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765281677246094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1048}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1049}
{"loss": -0.359656423330307, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9762731790542603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1049}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.949999988079071}, "epoch": 1050}
{"loss": -0.3598928153514862, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768785834312439, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1050}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9464285373687744}, "epoch": 1051}
{"loss": -0.3598235547542572, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771206974983215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1051}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.949999988079071}, "epoch": 1052}
{"loss": -0.3602399230003357, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9769266247749329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1052}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1053}
{"loss": -0.36096999049186707, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9762406945228577, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1053}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1054}
{"loss": -0.36059460043907166, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768339991569519, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1054}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1055}
{"loss": -0.36086753010749817, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768974184989929, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1055}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1056}
{"loss": -0.3608701229095459, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771233797073364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1056}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 1057}
{"loss": -0.3607681393623352, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770665168762207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1057}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9494897723197937}, "epoch": 1058}
{"loss": -0.36126187443733215, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771825075149536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1058}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9469387531280518}, "epoch": 1059}
{"loss": -0.3611140847206116, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769628047943115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1059}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 1060}
{"loss": -0.3607078790664673, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97703617811203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1060}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1061}
{"loss": -0.361155241727829, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766470789909363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1061}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9474489092826843}, "epoch": 1062}
{"loss": -0.36102619767189026, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774115681648254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1062}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1063}
{"loss": -0.3615221381187439, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976322591304779, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1063}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1064}
{"loss": -0.36146578192710876, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768070578575134, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1064}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1065}
{"loss": -0.36270657181739807, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755785465240479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1065}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9479591250419617}, "epoch": 1066}
{"loss": -0.362040251493454, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767796397209167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1066}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1067}
{"loss": -0.3623272478580475, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767549633979797, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1067}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1068}
{"loss": -0.3618566393852234, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977114200592041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1068}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1069}
{"loss": -0.36171719431877136, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773903489112854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1069}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1070}
{"loss": -0.3624602258205414, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9770070910453796, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1070}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1071}
{"loss": -0.3621578514575958, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771484136581421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1071}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9515305757522583}, "epoch": 1072}
{"loss": -0.3629014790058136, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760145545005798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1072}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "epoch": 1073}
{"loss": -0.36262744665145874, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772605299949646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1073}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9474489092826843}, "epoch": 1074}
{"loss": -0.36220085620880127, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772149920463562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1074}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1075}
{"loss": -0.3639315664768219, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9762721061706543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1075}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 1076}
{"loss": -0.3634876608848572, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9762988686561584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1076}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1077}
{"loss": -0.36354780197143555, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764447212219238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1077}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1078}
{"loss": -0.3641130030155182, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752905368804932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1078}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 1079}
{"loss": -0.3632512092590332, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766669869422913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1079}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 1080}
{"loss": -0.3641558289527893, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759108424186707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1080}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1081}
{"loss": -0.36358124017715454, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768979549407959, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1081}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1082}
{"loss": -0.3632834255695343, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775888919830322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1082}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 1083}
{"loss": -0.3634601831436157, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764766097068787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1083}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1084}
{"loss": -0.3641016483306885, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9761603474617004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1084}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 1085}
{"loss": -0.3641389012336731, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766919612884521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1085}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1086}
{"loss": -0.36463358998298645, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976031482219696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1086}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1087}
{"loss": -0.365051805973053, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976321816444397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1087}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1088}
{"loss": -0.36484193801879883, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760923981666565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1088}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1089}
{"loss": -0.36409294605255127, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771484136581421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1089}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1090}
{"loss": -0.36432915925979614, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767506122589111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1090}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1091}
{"loss": -0.36476901173591614, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768797755241394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1091}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 1092}
{"loss": -0.3647408187389374, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769949913024902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1092}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1093}
{"loss": -0.3644862174987793, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774974584579468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1093}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1094}
{"loss": -0.3651336431503296, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766140580177307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1094}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1095}
{"loss": -0.36570948362350464, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762898087501526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1095}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1096}
{"loss": -0.36515799164772034, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977230966091156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1096}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 1097}
{"loss": -0.3653167188167572, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770126938819885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1097}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1098}
{"loss": -0.36577799916267395, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769872426986694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1098}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1099}
{"loss": -0.3661371171474457, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767369031906128, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1099}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1100}
{"loss": -0.3658987581729889, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768962860107422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1100}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1101}
{"loss": -0.36638909578323364, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767470955848694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1101}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3698979616165161}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 1102}
{"loss": -0.3666760325431824, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762716293334961, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1102}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1103}
{"loss": -0.37422293424606323, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9753402471542358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1103}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9520407915115356}, "epoch": 1104}
{"loss": -0.36645379662513733, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762714505195618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1104}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1105}
{"loss": -0.36681655049324036, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9762269258499146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1105}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 1106}
{"loss": -0.36737972497940063, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761384129524231, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1106}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1107}
{"loss": -0.36734625697135925, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9765098094940186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1107}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1108}
{"loss": -0.3663369417190552, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772967100143433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1108}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1109}
{"loss": -0.3662378191947937, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977425754070282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1109}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1110}
{"loss": -0.366932213306427, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760627150535583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1110}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1111}
{"loss": -0.36649128794670105, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774853587150574, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1111}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 1112}
{"loss": -0.36788132786750793, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975795328617096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1112}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1113}
{"loss": -0.3675563633441925, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769471883773804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1113}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 1114}
{"loss": -0.36735066771507263, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765437841415405, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1114}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1115}
{"loss": -0.3668779730796814, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771957397460938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1115}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9535713791847229}, "epoch": 1116}
{"loss": -0.3675869107246399, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771414399147034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1116}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1117}
{"loss": -0.3678700625896454, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976454496383667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1117}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1118}
{"loss": -0.36741623282432556, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774049520492554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1118}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1119}
{"loss": -0.3674892485141754, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774553775787354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1119}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1120}
{"loss": -0.3674028813838959, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776058793067932, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1120}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9474489092826843}, "epoch": 1121}
{"loss": -0.367614209651947, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774098992347717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1121}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3647959232330322}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1122}
{"loss": -0.368070125579834, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768862128257751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1122}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 1123}
{"loss": -0.3682103455066681, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768515825271606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1123}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 1124}
{"loss": -0.367727667093277, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775031805038452, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1124}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 1125}
{"loss": -0.36782076954841614, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772605895996094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1125}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 1126}
{"loss": -0.3682654798030853, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773854613304138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1126}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.36734694242477417}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9520407915115356}, "epoch": 1127}
{"loss": -0.36937010288238525, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976287841796875, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1127}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9520407915115356}, "epoch": 1128}
{"loss": -0.36930227279663086, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756165742874146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1128}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1129}
{"loss": -0.3691321313381195, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767243266105652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1129}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1130}
{"loss": -0.36867398023605347, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762489795684814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1130}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1131}
{"loss": -0.3686903715133667, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774520993232727, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1131}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1132}
{"loss": -0.3688475489616394, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772999882698059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1132}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1133}
{"loss": -0.36953914165496826, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762320518493652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1133}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1134}
{"loss": -0.3693084120750427, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767917990684509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1134}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1135}
{"loss": -0.36918583512306213, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774454236030579, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1135}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9520407915115356}, "epoch": 1136}
{"loss": -0.37046104669570923, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755974411964417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1136}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 1137}
{"loss": -0.36946696043014526, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977100133895874, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1137}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 1138}
{"loss": -0.37078768014907837, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.9767225384712219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1138}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1139}
{"loss": -0.369333416223526, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774974584579468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1139}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9520407915115356}, "epoch": 1140}
{"loss": -0.3698532283306122, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769936800003052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1140}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1141}
{"loss": -0.37036436796188354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767653346061707, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1141}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "epoch": 1142}
{"loss": -0.37042099237442017, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765098094940186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1142}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1143}
{"loss": -0.3704412877559662, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764166474342346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1143}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1144}
{"loss": -0.3700333535671234, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771678447723389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1144}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1145}
{"loss": -0.3709867596626282, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9762898087501526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1145}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9515305757522583}, "epoch": 1146}
{"loss": -0.3706531822681427, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766728281974792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1146}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1147}
{"loss": -0.37094876170158386, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761931896209717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1147}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1148}
{"loss": -0.3706205189228058, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768602252006531, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1148}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1149}
{"loss": -0.3716048002243042, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753991365432739, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1149}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1150}
{"loss": -0.37133052945137024, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762191772460938, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1150}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1151}
{"loss": -0.3711652457714081, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766255617141724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1151}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1152}
{"loss": -0.37112653255462646, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768463969230652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1152}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 1153}
{"loss": -0.37091729044914246, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766061305999756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1153}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 1154}
{"loss": -0.37119486927986145, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767561554908752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1154}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 1155}
{"loss": -0.3716415762901306, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762900471687317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1155}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9520407915115356}, "epoch": 1156}
{"loss": -0.37190836668014526, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768081903457642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1156}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1157}
{"loss": -0.3714684545993805, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774142503738403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1157}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1158}
{"loss": -0.3723514676094055, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763254523277283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1158}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.952551007270813}, "epoch": 1159}
{"loss": -0.3722335398197174, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767486453056335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1159}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9535713791847229}, "epoch": 1160}
{"loss": -0.37218770384788513, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761074185371399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1160}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1161}
{"loss": -0.3721585273742676, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771956205368042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1161}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9520407915115356}, "epoch": 1162}
{"loss": -0.37217938899993896, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769617915153503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1162}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9540815949440002}, "epoch": 1163}
{"loss": -0.3724938631057739, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762687683105469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1163}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 1164}
{"loss": -0.37217751145362854, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765153527259827, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1164}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1165}
{"loss": -0.37325531244277954, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753834009170532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1165}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1166}
{"loss": -0.3731423318386078, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976137638092041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1166}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 1167}
{"loss": -0.37305670976638794, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765841960906982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1167}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1168}
{"loss": -0.3722289204597473, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773025512695312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1168}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1169}
{"loss": -0.3726586699485779, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771264791488647, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1169}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1170}
{"loss": -0.3730112910270691, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769923686981201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1170}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1171}
{"loss": -0.3725796937942505, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773876667022705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1171}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 1172}
{"loss": -0.37266042828559875, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774311780929565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1172}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 1173}
{"loss": -0.37324944138526917, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759025573730469, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1173}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1174}
{"loss": -0.3736307919025421, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9742516875267029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1174}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 1175}
{"loss": -0.37317174673080444, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761670827865601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1175}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9520407915115356}, "epoch": 1176}
{"loss": -0.37383127212524414, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976006031036377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1176}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.952551007270813}, "epoch": 1177}
{"loss": -0.3737844228744507, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764002561569214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1177}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9530611634254456}, "epoch": 1178}
{"loss": -0.37368637323379517, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97683185338974, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1178}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1179}
{"loss": -0.3731696903705597, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977450966835022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1179}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1180}
{"loss": -0.37396109104156494, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975645899772644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1180}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1181}
{"loss": -0.374717652797699, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976127564907074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1181}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9515305757522583}, "epoch": 1182}
{"loss": -0.3741993010044098, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762900471687317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1182}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9520407915115356}, "epoch": 1183}
{"loss": -0.3742946982383728, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757382273674011, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1183}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9494897723197937}, "epoch": 1184}
{"loss": -0.374358594417572, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975648820400238, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1184}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.949999988079071}, "epoch": 1185}
{"loss": -0.3744170069694519, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768597483634949, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1185}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9530611634254456}, "epoch": 1186}
{"loss": -0.3748569190502167, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9764657616615295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1186}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1187}
{"loss": -0.3748228847980499, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760870337486267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1187}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 1188}
{"loss": -0.3748057782649994, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976699709892273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1188}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9520407915115356}, "epoch": 1189}
{"loss": -0.37455371022224426, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766569137573242, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1189}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.952551007270813}, "epoch": 1190}
{"loss": -0.37449342012405396, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771444201469421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1190}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.952551007270813}, "epoch": 1191}
{"loss": -0.37433499097824097, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773826599121094, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1191}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.952551007270813}, "epoch": 1192}
{"loss": -0.3747394382953644, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771648645401001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1192}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9515305757522583}, "epoch": 1193}
{"loss": -0.374519407749176, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764310121536255, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1193}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1194}
{"loss": -0.37515556812286377, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769923686981201, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1194}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "epoch": 1195}
{"loss": -0.3750149607658386, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770095944404602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1195}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1196}
{"loss": -0.3751036822795868, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763473272323608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1196}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 1197}
{"loss": -0.3757399320602417, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761740565299988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1197}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 1198}
{"loss": -0.37517857551574707, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772800803184509, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1198}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 1199}
{"loss": -0.37693437933921814, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9773197174072266, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1199}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1200}
{"loss": -0.3756323456764221, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774261713027954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1200}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1201}
{"loss": -0.3755597174167633, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772512912750244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1201}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1202}
{"loss": -0.3762051463127136, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756376147270203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1202}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.949999988079071}, "epoch": 1203}
{"loss": -0.376918762922287, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755828380584717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1203}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1204}
{"loss": -0.3768448233604431, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9760915040969849, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1204}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1205}
{"loss": -0.376962274312973, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757755994796753, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1205}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.949999988079071}, "epoch": 1206}
{"loss": -0.37647467851638794, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765297174453735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1206}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 1207}
{"loss": -0.3762294054031372, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773188233375549, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1207}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1208}
{"loss": -0.3761528730392456, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773008823394775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1208}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9505101442337036}, "epoch": 1209}
{"loss": -0.3769000470638275, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766141772270203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1209}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 1210}
{"loss": -0.37630900740623474, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773512482643127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1210}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1211}
{"loss": -0.37659862637519836, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768362045288086, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1211}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1212}
{"loss": -0.37686511874198914, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9768590927124023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1212}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1213}
{"loss": -0.3773995339870453, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764057993888855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1213}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1214}
{"loss": -0.37705254554748535, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761823415756226, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1214}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1215}
{"loss": -0.3773433566093445, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761106371879578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1215}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1216}
{"loss": -0.37679243087768555, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773216843605042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1216}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1217}
{"loss": -0.37727880477905273, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9771485924720764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1217}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9454081058502197}, "epoch": 1218}
{"loss": -0.37741225957870483, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9772821068763733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1218}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 1219}
{"loss": -0.3771357536315918, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769772887229919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1219}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9474489092826843}, "epoch": 1220}
{"loss": -0.3771130442619324, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773843288421631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1220}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9515305757522583}, "epoch": 1221}
{"loss": -0.37746837735176086, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757800698280334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1221}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 1222}
{"loss": -0.3776765763759613, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772108197212219, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1222}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 1223}
{"loss": -0.3774757385253906, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769576191902161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1223}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1224}
{"loss": -0.37799781560897827, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766442775726318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1224}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 1225}
{"loss": -0.37819182872772217, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770766496658325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1225}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1226}
{"loss": -0.3777827024459839, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773612022399902, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1226}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1227}
{"loss": -0.3780486583709717, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760844111442566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1227}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 1228}
{"loss": -0.37826967239379883, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771724939346313, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1228}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1229}
{"loss": -0.37858399748802185, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770758152008057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1229}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1230}
{"loss": -0.37872982025146484, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763486981391907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1230}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1231}
{"loss": -0.3794504702091217, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9764865636825562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1231}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1232}
{"loss": -0.3787771761417389, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770744442939758, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1232}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1233}
{"loss": -0.37877213954925537, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769002795219421, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1233}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1234}
{"loss": -0.37974366545677185, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9769022464752197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1234}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1235}
{"loss": -0.37911170721054077, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976722776889801, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1235}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1236}
{"loss": -0.3788681924343109, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764868021011353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1236}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1237}
{"loss": -0.37905994057655334, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759278893470764, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1237}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9474489092826843}, "epoch": 1238}
{"loss": -0.37881582975387573, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769057035446167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1238}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "epoch": 1239}
{"loss": -0.37921959161758423, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762663245201111, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1239}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.949999988079071}, "epoch": 1240}
{"loss": -0.3792046308517456, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763444662094116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1240}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.948469340801239}, "epoch": 1241}
{"loss": -0.37913715839385986, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768279790878296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1241}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9459183216094971}, "epoch": 1242}
{"loss": -0.38008686900138855, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764357805252075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1242}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.951020359992981}, "epoch": 1243}
{"loss": -0.3794599175453186, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768038988113403, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1243}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9469387531280518}, "epoch": 1244}
{"loss": -0.37920159101486206, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766450524330139, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1244}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3698979616165161}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9469387531280518}, "epoch": 1245}
{"loss": -0.37923213839530945, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771721959114075, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1245}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1246}
{"loss": -0.38114890456199646, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9757550358772278, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1246}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9530611634254456}, "epoch": 1247}
{"loss": -0.37992629408836365, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766826629638672, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1247}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1248}
{"loss": -0.37964701652526855, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976997971534729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1248}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9494897723197937}, "epoch": 1249}
{"loss": -0.3801646828651428, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9767659306526184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1249}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1250}
{"loss": -0.38004010915756226, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976749062538147, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1250}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.36734694242477417}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1251}
{"loss": -0.3800475001335144, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770023226737976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1251}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.375}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1252}
{"loss": -0.37971341609954834, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773380756378174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1252}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9474489092826843}, "epoch": 1253}
{"loss": -0.38059377670288086, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768193960189819, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1253}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9459183216094971}, "epoch": 1254}
{"loss": -0.38051363825798035, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769206047058105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1254}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9454081058502197}, "epoch": 1255}
{"loss": -0.38078057765960693, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763647317886353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1255}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9464285373687744}, "epoch": 1256}
{"loss": -0.3804304897785187, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768489003181458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1256}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9454081058502197}, "epoch": 1257}
{"loss": -0.3806450068950653, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771981835365295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1257}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9474489092826843}, "epoch": 1258}
{"loss": -0.3810213804244995, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774113297462463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1258}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9448978900909424}, "epoch": 1259}
{"loss": -0.38057252764701843, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773557782173157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1259}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9459183216094971}, "epoch": 1260}
{"loss": -0.3807990252971649, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772220849990845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1260}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9474489092826843}, "epoch": 1261}
{"loss": -0.3811214864253998, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770598411560059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1261}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9469387531280518}, "epoch": 1262}
{"loss": -0.38133203983306885, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762517213821411, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1262}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9448978900909424}, "epoch": 1263}
{"loss": -0.38129183650016785, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768006801605225, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1263}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3698979616165161}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9464285373687744}, "epoch": 1264}
{"loss": -0.381662517786026, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764718413352966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1264}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.35969388484954834}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9443877339363098}, "epoch": 1265}
{"loss": -0.38155901432037354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768491387367249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1265}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1266}
{"loss": -0.3826184868812561, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756970405578613, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1266}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1267}
{"loss": -0.3818170130252838, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9758772253990173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1267}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1268}
{"loss": -0.38170188665390015, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766950607299805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1268}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1269}
{"loss": -0.38226908445358276, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761111736297607, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1269}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9489795565605164}, "epoch": 1270}
{"loss": -0.3823486268520355, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756474494934082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1270}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1271}
{"loss": -0.382317453622818, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754374027252197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1271}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 1272}
{"loss": -0.3822612166404724, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769806265830994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1272}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1273}
{"loss": -0.3819179832935333, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759873151779175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1273}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1274}
{"loss": -0.38219761848449707, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770077466964722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1274}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1275}
{"loss": -0.3822057843208313, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773677587509155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1275}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 1276}
{"loss": -0.382078617811203, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772357940673828, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1276}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1277}
{"loss": -0.38198038935661316, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977679967880249, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1277}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1278}
{"loss": -0.3822582960128784, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768427014350891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1278}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1279}
{"loss": -0.382063090801239, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777948260307312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1279}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1280}
{"loss": -0.3822857737541199, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774233102798462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1280}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1281}
{"loss": -0.3828029930591583, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769620299339294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1281}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9494897723197937}, "epoch": 1282}
{"loss": -0.38281649351119995, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767021536827087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1282}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9494897723197937}, "epoch": 1283}
{"loss": -0.3831273317337036, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767609238624573, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1283}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9489795565605164}, "epoch": 1284}
{"loss": -0.3830642104148865, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766937494277954, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1284}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 1285}
{"loss": -0.3837484121322632, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762911200523376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1285}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 1286}
{"loss": -0.3834364712238312, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767274260520935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1286}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9515305757522583}, "epoch": 1287}
{"loss": -0.38299715518951416, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772185683250427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1287}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3698979616165161}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9505101442337036}, "epoch": 1288}
{"loss": -0.38392049074172974, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764184951782227, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1288}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.952551007270813}, "epoch": 1289}
{"loss": -0.38339734077453613, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771063327789307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1289}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1290}
{"loss": -0.3837966024875641, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765300750732422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1290}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 1291}
{"loss": -0.38354671001434326, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977167010307312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1291}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1292}
{"loss": -0.3837401568889618, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764165282249451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1292}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1293}
{"loss": -0.38342317938804626, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773113131523132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1293}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1294}
{"loss": -0.38463038206100464, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757791757583618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1294}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1295}
{"loss": -0.3843420743942261, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762601256370544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1295}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1296}
{"loss": -0.38367217779159546, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771702885627747, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1296}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9464285373687744}, "epoch": 1297}
{"loss": -0.38408616185188293, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764562845230103, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1297}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1298}
{"loss": -0.3841469883918762, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976250171661377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1298}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1299}
{"loss": -0.3839448094367981, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772462248802185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1299}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1300}
{"loss": -0.3841840922832489, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761295318603516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1300}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3698979616165161}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1301}
{"loss": -0.3838087022304535, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768900871276855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1301}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.36734694242477417}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9479591250419617}, "epoch": 1302}
{"loss": -0.3849290907382965, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9770246744155884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1302}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3647959232330322}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9479591250419617}, "epoch": 1303}
{"loss": -0.3840388059616089, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774965643882751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1303}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1304}
{"loss": -0.3844616115093231, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770629405975342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1304}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1305}
{"loss": -0.3845815658569336, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765655994415283, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1305}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.36734694242477417}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1306}
{"loss": -0.38487112522125244, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757184982299805, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1306}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3698979616165161}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1307}
{"loss": -0.38494664430618286, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9771307110786438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1307}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1308}
{"loss": -0.3848366141319275, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772419333457947, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1308}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1309}
{"loss": -0.38487300276756287, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771178364753723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1309}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1310}
{"loss": -0.3845421373844147, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777342677116394, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1310}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1311}
{"loss": -0.3847687244415283, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766263365745544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1311}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1312}
{"loss": -0.38533976674079895, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9742653965950012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1312}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1313}
{"loss": -0.3852919638156891, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773365259170532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1313}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3647959232330322}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1314}
{"loss": -0.38513854146003723, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769144058227539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1314}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9520407915115356}, "epoch": 1315}
{"loss": -0.3870078921318054, "acc": 0.9997733235359192, "acc_or": 0.9998300075531006, "sender_entropy": 0.9766129851341248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1315}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9530611634254456}, "epoch": 1316}
{"loss": -0.3860056698322296, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9765627384185791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1316}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1317}
{"loss": -0.3858656585216522, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764869213104248, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1317}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 1318}
{"loss": -0.38526028394699097, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772791862487793, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1318}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 1319}
{"loss": -0.38621464371681213, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757904410362244, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1319}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3622449040412903}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1320}
{"loss": -0.38597431778907776, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768661856651306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1320}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1321}
{"loss": -0.38551414012908936, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773278832435608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1321}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 1322}
{"loss": -0.3855587840080261, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763261079788208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1322}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1323}
{"loss": -0.38544902205467224, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767360091209412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1323}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 1324}
{"loss": -0.3858168423175812, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774682521820068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1324}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.952551007270813}, "epoch": 1325}
{"loss": -0.38571664690971375, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775663018226624, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1325}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9489795565605164}, "epoch": 1326}
{"loss": -0.3863798975944519, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770901799201965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1326}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9515305757522583}, "epoch": 1327}
{"loss": -0.38627511262893677, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765028357505798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1327}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 1328}
{"loss": -0.38663649559020996, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766681790351868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1328}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1329}
{"loss": -0.3859952986240387, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767367243766785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1329}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9494897723197937}, "epoch": 1330}
{"loss": -0.3865000903606415, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772548675537109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1330}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 1331}
{"loss": -0.393850177526474, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9772165417671204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1331}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 1332}
{"loss": -0.38749101758003235, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752479195594788, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1332}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 1333}
{"loss": -0.3866060674190521, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772171378135681, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1333}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9494897723197937}, "epoch": 1334}
{"loss": -0.3874911367893219, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976313054561615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1334}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1335}
{"loss": -0.3862903416156769, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777931571006775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1335}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1336}
{"loss": -0.3869183659553528, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770864248275757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1336}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1337}
{"loss": -0.38704714179039, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761592149734497, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1337}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9520407915115356}, "epoch": 1338}
{"loss": -0.38661158084869385, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977701723575592, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1338}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9520407915115356}, "epoch": 1339}
{"loss": -0.3871210813522339, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777108430862427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1339}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 1340}
{"loss": -0.38746148347854614, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762668013572693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1340}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 1341}
{"loss": -0.3868125379085541, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775983691215515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1341}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9479591250419617}, "epoch": 1342}
{"loss": -0.38727787137031555, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977599024772644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1342}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.951020359992981}, "epoch": 1343}
{"loss": -0.38783273100852966, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9763094782829285, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1343}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.951020359992981}, "epoch": 1344}
{"loss": -0.38836631178855896, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97548508644104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1344}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1345}
{"loss": -0.3880062997341156, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767736792564392, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1345}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1346}
{"loss": -0.3882029056549072, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765968322753906, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1346}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1347}
{"loss": -0.38753029704093933, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774084687232971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1347}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 1348}
{"loss": -0.38758882880210876, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9746502041816711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1348}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1349}
{"loss": -0.3875699043273926, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976122260093689, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1349}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1350}
{"loss": -0.38761022686958313, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977626383304596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1350}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1351}
{"loss": -0.3877781927585602, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772617220878601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1351}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1352}
{"loss": -0.3878936171531677, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769112467765808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1352}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9520407915115356}, "epoch": 1353}
{"loss": -0.3880126476287842, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773938655853271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1353}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1354}
{"loss": -0.38816115260124207, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774434566497803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1354}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1355}
{"loss": -0.38876548409461975, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761254787445068, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1355}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 1356}
{"loss": -0.38861769437789917, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764068722724915, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1356}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9520407915115356}, "epoch": 1357}
{"loss": -0.3882412314414978, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977013349533081, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1357}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1358}
{"loss": -0.3884109854698181, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771475195884705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1358}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1359}
{"loss": -0.3885956406593323, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9762457609176636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1359}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1360}
{"loss": -0.388667494058609, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759481549263, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1360}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1361}
{"loss": -0.3883930742740631, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772369265556335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1361}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1362}
{"loss": -0.3889992833137512, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769598245620728, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1362}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 1363}
{"loss": -0.3886881470680237, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772285223007202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1363}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1364}
{"loss": -0.38914406299591064, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757028222084045, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1364}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1365}
{"loss": -0.3888302445411682, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767037034034729, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1365}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1366}
{"loss": -0.388762503862381, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777464866638184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1366}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1367}
{"loss": -0.38896888494491577, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771131873130798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1367}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 1368}
{"loss": -0.3890310227870941, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770339727401733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1368}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9530611634254456}, "epoch": 1369}
{"loss": -0.3899989128112793, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762845039367676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1369}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9530611634254456}, "epoch": 1370}
{"loss": -0.38891345262527466, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775014519691467, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1370}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9520407915115356}, "epoch": 1371}
{"loss": -0.3895546793937683, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753902554512024, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1371}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1372}
{"loss": -0.38924676179885864, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758822321891785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1372}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9530611634254456}, "epoch": 1373}
{"loss": -0.3893890976905823, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770598411560059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1373}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1374}
{"loss": -0.38967952132225037, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770069718360901, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1374}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1375}
{"loss": -0.3894146680831909, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770756959915161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1375}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1376}
{"loss": -0.3903026580810547, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765084981918335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1376}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1377}
{"loss": -0.38971519470214844, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770095944404602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1377}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1378}
{"loss": -0.38964563608169556, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766681790351868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1378}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 1379}
{"loss": -0.38918209075927734, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753939509391785, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1379}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1380}
{"loss": -0.3896116018295288, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767614603042603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1380}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.951020359992981}, "epoch": 1381}
{"loss": -0.3899249732494354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772834181785583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1381}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1382}
{"loss": -0.3901688754558563, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769009351730347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1382}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1383}
{"loss": -0.3901907503604889, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762461185455322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1383}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1384}
{"loss": -0.3899248540401459, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97705078125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1384}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 1385}
{"loss": -0.39042311906814575, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771446585655212, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1385}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9535713791847229}, "epoch": 1386}
{"loss": -0.3905521631240845, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768439531326294, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1386}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1387}
{"loss": -0.39091578125953674, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765259623527527, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1387}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1388}
{"loss": -0.3905044198036194, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771129488945007, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1388}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 1389}
{"loss": -0.39038071036338806, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772517681121826, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1389}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1390}
{"loss": -0.3914436995983124, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764099717140198, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1390}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1391}
{"loss": -0.3912529945373535, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.976031482219696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1391}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1392}
{"loss": -0.39120668172836304, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764611124992371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1392}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1393}
{"loss": -0.3912365734577179, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773491621017456, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1393}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1394}
{"loss": -0.3911379873752594, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774259328842163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1394}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1395}
{"loss": -0.391368567943573, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770009517669678, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1395}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1396}
{"loss": -0.3909642994403839, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772972464561462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1396}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1397}
{"loss": -0.39139893651008606, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977669894695282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1397}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1398}
{"loss": -0.3915215730667114, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765651822090149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1398}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 1399}
{"loss": -0.3911707103252411, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775131940841675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1399}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 1400}
{"loss": -0.39107024669647217, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776097536087036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1400}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1401}
{"loss": -0.39156535267829895, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771014451980591, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1401}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9494897723197937}, "epoch": 1402}
{"loss": -0.3913625478744507, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768593311309814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1402}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1403}
{"loss": -0.3912966549396515, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772678017616272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1403}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1404}
{"loss": -0.39210885763168335, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976557195186615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1404}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 1405}
{"loss": -0.39210304617881775, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97678542137146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1405}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 1406}
{"loss": -0.391429603099823, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977661669254303, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1406}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1407}
{"loss": -0.39219751954078674, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766054153442383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1407}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1408}
{"loss": -0.3920484185218811, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771773815155029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1408}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1409}
{"loss": -0.3922344148159027, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765721559524536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1409}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1410}
{"loss": -0.3919025957584381, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770485758781433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1410}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1411}
{"loss": -0.39223331212997437, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774578213691711, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1411}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1412}
{"loss": -0.3923579156398773, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773319959640503, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1412}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1413}
{"loss": -0.39207854866981506, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772034883499146, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1413}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1414}
{"loss": -0.3925335705280304, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768872261047363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1414}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1415}
{"loss": -0.39459729194641113, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9753685593605042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1415}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1416}
{"loss": -0.3930804133415222, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97646164894104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1416}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1417}
{"loss": -0.3926745355129242, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772462248802185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1417}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1418}
{"loss": -0.39245063066482544, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772931337356567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1418}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9454081058502197}, "epoch": 1419}
{"loss": -0.3928125202655792, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773127436637878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1419}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1420}
{"loss": -0.39261043071746826, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775115251541138, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1420}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1421}
{"loss": -0.3927058279514313, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775997400283813, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1421}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1422}
{"loss": -0.3927322030067444, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773607850074768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1422}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 1423}
{"loss": -0.3930046558380127, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97658771276474, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1423}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 1424}
{"loss": -0.3925691545009613, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777705669403076, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1424}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9505101442337036}, "epoch": 1425}
{"loss": -0.3929147720336914, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775576591491699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1425}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9520407915115356}, "epoch": 1426}
{"loss": -0.39294207096099854, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773648381233215, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1426}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1427}
{"loss": -0.3931822180747986, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778215885162354, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1427}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9520407915115356}, "epoch": 1428}
{"loss": -0.39296457171440125, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774598479270935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1428}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 1429}
{"loss": -0.3930002748966217, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776430726051331, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1429}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1430}
{"loss": -0.3937862515449524, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.976011335849762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1430}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1431}
{"loss": -0.3932306468486786, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773464798927307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1431}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1432}
{"loss": -0.3936070203781128, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769263863563538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1432}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1433}
{"loss": -0.3931858539581299, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778298139572144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1433}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1434}
{"loss": -0.39371490478515625, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772304892539978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1434}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9464285373687744}, "epoch": 1435}
{"loss": -0.3938702642917633, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977369487285614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1435}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1436}
{"loss": -0.39388909935951233, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766011238098145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1436}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 1437}
{"loss": -0.3937860429286957, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774286150932312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1437}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.951020359992981}, "epoch": 1438}
{"loss": -0.39386749267578125, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769646525382996, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1438}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1439}
{"loss": -0.3941670358181, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977376401424408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1439}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9520407915115356}, "epoch": 1440}
{"loss": -0.39426088333129883, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761738181114197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1440}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1441}
{"loss": -0.3944975435733795, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764206409454346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1441}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 1442}
{"loss": -0.39423877000808716, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765092730522156, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1442}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1443}
{"loss": -0.3942709267139435, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771307110786438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1443}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 1444}
{"loss": -0.39411666989326477, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775828719139099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1444}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1445}
{"loss": -0.39404192566871643, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777460098266602, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1445}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 1446}
{"loss": -0.39471492171287537, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770901799201965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1446}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 1447}
{"loss": -0.39461749792099, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770286679267883, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1447}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1448}
{"loss": -0.3945755064487457, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773544669151306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1448}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1449}
{"loss": -0.39425134658813477, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778932929039001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1449}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1450}
{"loss": -0.3945937156677246, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977377712726593, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1450}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9540815949440002}, "epoch": 1451}
{"loss": -0.39467528462409973, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977579653263092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1451}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 1452}
{"loss": -0.3945826292037964, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773504734039307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1452}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.952551007270813}, "epoch": 1453}
{"loss": -0.39486390352249146, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977337658405304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1453}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9520407915115356}, "epoch": 1454}
{"loss": -0.39461463689804077, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778841137886047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1454}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9530611634254456}, "epoch": 1455}
{"loss": -0.3951982855796814, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9776054620742798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1455}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9515305757522583}, "epoch": 1456}
{"loss": -0.39506661891937256, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977154016494751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1456}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1457}
{"loss": -0.39482033252716064, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977636456489563, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1457}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 1458}
{"loss": -0.3951970040798187, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773464798927307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1458}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 1459}
{"loss": -0.3949545919895172, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777491092681885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1459}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9464285373687744}, "epoch": 1460}
{"loss": -0.3951294422149658, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97718346118927, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1460}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 1461}
{"loss": -0.3958582878112793, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976559042930603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1461}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1462}
{"loss": -0.39525872468948364, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775437116622925, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1462}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1463}
{"loss": -0.39538249373435974, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776249527931213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1463}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 1464}
{"loss": -0.39595314860343933, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976143479347229, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1464}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1465}
{"loss": -0.39604586362838745, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763743877410889, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1465}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1466}
{"loss": -0.3954370319843292, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776504039764404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1466}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1467}
{"loss": -0.3962554335594177, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767020344734192, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1467}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1468}
{"loss": -0.39603596925735474, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768378734588623, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1468}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 1469}
{"loss": -0.3957672417163849, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767740964889526, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1469}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1470}
{"loss": -0.3960590064525604, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771490693092346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1470}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9454081058502197}, "epoch": 1471}
{"loss": -0.39634862542152405, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770318269729614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1471}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 1472}
{"loss": -0.39637884497642517, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766689538955688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1472}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 1473}
{"loss": -0.39626026153564453, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771313667297363, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1473}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 1474}
{"loss": -0.39572083950042725, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977848470211029, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1474}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 1475}
{"loss": -0.39591437578201294, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776597023010254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1475}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1476}
{"loss": -0.39600154757499695, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775917530059814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1476}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9433673024177551}, "epoch": 1477}
{"loss": -0.3961722254753113, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774014949798584, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1477}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9443877339363098}, "epoch": 1478}
{"loss": -0.39604127407073975, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774494171142578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1478}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 1479}
{"loss": -0.39610907435417175, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767317175865173, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1479}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 1480}
{"loss": -0.3965213894844055, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774744510650635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1480}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9474489092826843}, "epoch": 1481}
{"loss": -0.3965802788734436, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9775989651679993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1481}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 1482}
{"loss": -0.3965482711791992, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775991439819336, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1482}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9448978900909424}, "epoch": 1483}
{"loss": -0.3966870903968811, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770337343215942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1483}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 1484}
{"loss": -0.3969622254371643, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776017069816589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1484}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 1485}
{"loss": -0.396666944026947, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977412223815918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1485}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 1486}
{"loss": -0.3968963027000427, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977676272392273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1486}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 1487}
{"loss": -0.39658236503601074, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775641560554504, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1487}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 1488}
{"loss": -0.3968285322189331, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776836037635803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1488}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 1489}
{"loss": -0.3972700536251068, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9772048592567444, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1489}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1490}
{"loss": -0.3966958224773407, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780368804931641, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1490}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9448978900909424}, "epoch": 1491}
{"loss": -0.396956205368042, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770567417144775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1491}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9489795565605164}, "epoch": 1492}
{"loss": -0.39761579036712646, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759180545806885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1492}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9489795565605164}, "epoch": 1493}
{"loss": -0.39783743023872375, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766182899475098, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1493}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 1494}
{"loss": -0.39728373289108276, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9777405858039856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1494}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1495}
{"loss": -0.397133469581604, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775607585906982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1495}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1496}
{"loss": -0.4022350311279297, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9772891402244568, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1496}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1497}
{"loss": -0.39758357405662537, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9777340888977051, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1497}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1498}
{"loss": -0.398202508687973, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764301180839539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1498}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1499}
{"loss": -0.397851824760437, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771037101745605, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1499}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1500}
{"loss": -0.39787647128105164, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772875905036926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1500}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1501}
{"loss": -0.3981151878833771, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766942262649536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1501}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 1502}
{"loss": -0.39811354875564575, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773666262626648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1502}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 1503}
{"loss": -0.39762958884239197, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778141975402832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1503}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 1504}
{"loss": -0.39793285727500916, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760651588439941, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1504}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 1505}
{"loss": -0.39783838391304016, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770997166633606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1505}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1506}
{"loss": -0.3983176052570343, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769709706306458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1506}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1507}
{"loss": -0.3980875015258789, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777327179908752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1507}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 1508}
{"loss": -0.3980962932109833, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777414798736572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1508}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1509}
{"loss": -0.3982268273830414, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779830574989319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1509}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1510}
{"loss": -0.39824923872947693, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773184657096863, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1510}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1511}
{"loss": -0.3981257975101471, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774802923202515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1511}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1512}
{"loss": -0.3983319103717804, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774121046066284, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1512}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9433673024177551}, "epoch": 1513}
{"loss": -0.398897260427475, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976331889629364, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1513}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1514}
{"loss": -0.39884865283966064, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766138792037964, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1514}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 1515}
{"loss": -0.39838048815727234, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977695643901825, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1515}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1516}
{"loss": -0.39856645464897156, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775512218475342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1516}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9469387531280518}, "epoch": 1517}
{"loss": -0.3984862267971039, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778954386711121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1517}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1518}
{"loss": -0.3985353410243988, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9779229760169983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1518}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9448978900909424}, "epoch": 1519}
{"loss": -0.39916372299194336, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774003028869629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1519}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1520}
{"loss": -0.3992225229740143, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765962362289429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1520}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1521}
{"loss": -0.3989737629890442, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770914912223816, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1521}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9474489092826843}, "epoch": 1522}
{"loss": -0.3986004889011383, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778839349746704, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1522}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 1523}
{"loss": -0.39869096875190735, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769230484962463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1523}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1524}
{"loss": -0.3991970717906952, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766862392425537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1524}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1525}
{"loss": -0.39932894706726074, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771173000335693, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1525}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1526}
{"loss": -0.3988882005214691, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777650237083435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1526}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1527}
{"loss": -0.39985212683677673, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768031239509583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1527}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1528}
{"loss": -0.39931803941726685, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762134552001953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1528}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1529}
{"loss": -0.39935237169265747, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770098328590393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1529}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1530}
{"loss": -0.399787575006485, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768499135971069, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1530}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9520407915115356}, "epoch": 1531}
{"loss": -0.39945656061172485, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758045077323914, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1531}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 1532}
{"loss": -0.39992278814315796, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9775955080986023, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1532}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1533}
{"loss": -0.39918389916419983, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779990315437317, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1533}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9494897723197937}, "epoch": 1534}
{"loss": -0.39927443861961365, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779404401779175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1534}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1535}
{"loss": -0.3999415636062622, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763170480728149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1535}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1536}
{"loss": -0.40067562460899353, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763218760490417, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1536}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 1537}
{"loss": -0.4001447558403015, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769145250320435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1537}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1538}
{"loss": -0.40015852451324463, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767113327980042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1538}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1539}
{"loss": -0.3999632000923157, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763835668563843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1539}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1540}
{"loss": -0.39988502860069275, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770735502243042, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1540}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1541}
{"loss": -0.40051403641700745, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761574268341064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1541}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1542}
{"loss": -0.3998997211456299, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767228364944458, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1542}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 1543}
{"loss": -0.39990630745887756, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777544140815735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1543}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 1544}
{"loss": -0.40039512515068054, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771941900253296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1544}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1545}
{"loss": -0.4004461169242859, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977045476436615, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1545}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1546}
{"loss": -0.400020569562912, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777302742004395, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1546}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 1547}
{"loss": -0.40063703060150146, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768190383911133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1547}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 1548}
{"loss": -0.40055960416793823, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776555895805359, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1548}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 1549}
{"loss": -0.4002254009246826, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780583381652832, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1549}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1550}
{"loss": -0.400086909532547, "acc": 0.9997733235359192, "acc_or": 0.9998300075531006, "sender_entropy": 0.9778684377670288, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1550}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1551}
{"loss": -0.40075787901878357, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775388240814209, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1551}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1552}
{"loss": -0.4014504849910736, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976519763469696, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1552}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1553}
{"loss": -0.40118369460105896, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765353798866272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1553}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 1554}
{"loss": -0.4009771943092346, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771749377250671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1554}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1555}
{"loss": -0.40140900015830994, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9753153324127197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1555}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1556}
{"loss": -0.4013296365737915, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769023656845093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1556}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1557}
{"loss": -0.4011463522911072, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977363646030426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1557}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1558}
{"loss": -0.40111595392227173, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774782061576843, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1558}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9448978900909424}, "epoch": 1559}
{"loss": -0.40097466111183167, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778431057929993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1559}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1560}
{"loss": -0.40114787220954895, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773278832435608, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1560}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 1561}
{"loss": -0.40096715092658997, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776705503463745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1561}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 1562}
{"loss": -0.4008181095123291, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778683185577393, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1562}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 1563}
{"loss": -0.4010468125343323, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777581691741943, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1563}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9469387531280518}, "epoch": 1564}
{"loss": -0.4008205235004425, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759714007377625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1564}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1565}
{"loss": -0.40085968375205994, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776307940483093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1565}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1566}
{"loss": -0.40199732780456543, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766623377799988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1566}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1567}
{"loss": -0.40151336789131165, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9769610166549683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1567}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 1568}
{"loss": -0.40216442942619324, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9770637154579163, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1568}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9464285373687744}, "epoch": 1569}
{"loss": -0.4018644392490387, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976250171661377, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1569}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 1570}
{"loss": -0.40187960863113403, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763267636299133, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1570}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.951020359992981}, "epoch": 1571}
{"loss": -0.4016261696815491, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769434332847595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1571}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 1572}
{"loss": -0.40162861347198486, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770296216011047, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1572}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9505101442337036}, "epoch": 1573}
{"loss": -0.40236055850982666, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9766855835914612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1573}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1574}
{"loss": -0.4016607701778412, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975902259349823, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1574}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1575}
{"loss": -0.40299472212791443, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9772064089775085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1575}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1576}
{"loss": -0.40197792649269104, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774880409240723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1576}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1577}
{"loss": -0.4020363390445709, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776413440704346, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1577}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1578}
{"loss": -0.40211236476898193, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773405194282532, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1578}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1579}
{"loss": -0.4018721580505371, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779661297798157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1579}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1580}
{"loss": -0.4018646478652954, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779804348945618, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1580}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1581}
{"loss": -0.40192094445228577, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779237508773804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1581}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9520407915115356}, "epoch": 1582}
{"loss": -0.4026057720184326, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778442978858948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1582}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1583}
{"loss": -0.40274667739868164, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767964482307434, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1583}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 1584}
{"loss": -0.4026944637298584, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976668655872345, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1584}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1585}
{"loss": -0.40247976779937744, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774319529533386, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1585}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4566326439380646}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1586}
{"loss": -0.4023605287075043, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779247641563416, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1586}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1587}
{"loss": -0.4025142788887024, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9775535464286804, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1587}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1588}
{"loss": -0.4030728340148926, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761440753936768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1588}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1589}
{"loss": -0.4025428295135498, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777701497077942, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1589}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 1590}
{"loss": -0.402719646692276, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776353240013123, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1590}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 1591}
{"loss": -0.40274789929389954, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778400659561157, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1591}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1592}
{"loss": -0.4030415415763855, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770997166633606, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1592}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9464285373687744}, "epoch": 1593}
{"loss": -0.40305498242378235, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773902297019958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1593}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 1594}
{"loss": -0.4035576283931732, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769104719161987, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1594}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 1595}
{"loss": -0.40294089913368225, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776715636253357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1595}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1596}
{"loss": -0.4028279483318329, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778456091880798, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1596}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1597}
{"loss": -0.4035869538784027, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.976747989654541, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1597}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 1598}
{"loss": -0.40347734093666077, "acc": 0.9995467066764832, "acc_or": 0.9997733235359192, "sender_entropy": 0.976270318031311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1598}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1599}
{"loss": -0.4035625755786896, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768655300140381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1599}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1600}
{"loss": -0.403184175491333, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775969386100769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1600}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1601}
{"loss": -0.4036073684692383, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770091772079468, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1601}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1602}
{"loss": -0.4030866026878357, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766767024993896, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1602}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1603}
{"loss": -0.40312373638153076, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776894450187683, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1603}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1604}
{"loss": -0.4035778343677521, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777708053588867, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1604}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9520407915115356}, "epoch": 1605}
{"loss": -0.40379855036735535, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774198532104492, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1605}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1606}
{"loss": -0.4038130044937134, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769726395606995, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1606}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1607}
{"loss": -0.4035247564315796, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773396253585815, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1607}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1608}
{"loss": -0.4033263325691223, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778688549995422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1608}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1609}
{"loss": -0.40378937125205994, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769350290298462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1609}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9520407915115356}, "epoch": 1610}
{"loss": -0.40390241146087646, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774177670478821, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1610}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1611}
{"loss": -0.4036571979522705, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778469204902649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1611}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1612}
{"loss": -0.4044989049434662, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9755737781524658, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1612}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 1613}
{"loss": -0.404875785112381, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.97705078125, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1613}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1614}
{"loss": -0.40422436594963074, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774392247200012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1614}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1615}
{"loss": -0.404471218585968, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771643280982971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1615}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1616}
{"loss": -0.40445131063461304, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976879894733429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1616}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 1617}
{"loss": -0.4045040011405945, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765826463699341, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1617}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1618}
{"loss": -0.40456750988960266, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9769114255905151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1618}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9469387531280518}, "epoch": 1619}
{"loss": -0.40420010685920715, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771807193756104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1619}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9469387531280518}, "epoch": 1620}
{"loss": -0.4043461084365845, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9775736927986145, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1620}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9464285373687744}, "epoch": 1621}
{"loss": -0.4046230614185333, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772932529449463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1621}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9474489092826843}, "epoch": 1622}
{"loss": -0.40435561537742615, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775793552398682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1622}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9494897723197937}, "epoch": 1623}
{"loss": -0.4045109450817108, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778066873550415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1623}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 1624}
{"loss": -0.4044465720653534, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775162935256958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1624}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.46683672070503235}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9489795565605164}, "epoch": 1625}
{"loss": -0.40525054931640625, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769449830055237, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1625}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 1626}
{"loss": -0.40452471375465393, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778469204902649, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1626}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1627}
{"loss": -0.40495020151138306, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776234030723572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1627}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 1628}
{"loss": -0.40455594658851624, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779489636421204, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1628}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9505101442337036}, "epoch": 1629}
{"loss": -0.4046124517917633, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771022200584412, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1629}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9520407915115356}, "epoch": 1630}
{"loss": -0.4049721956253052, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977178692817688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1630}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.951020359992981}, "epoch": 1631}
{"loss": -0.4052339494228363, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763245582580566, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1631}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1632}
{"loss": -0.4049319326877594, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.977196216583252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1632}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.948469340801239}, "epoch": 1633}
{"loss": -0.404983788728714, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779914021492004, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1633}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9520407915115356}, "epoch": 1634}
{"loss": -0.4048997461795807, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778024554252625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1634}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.949999988079071}, "epoch": 1635}
{"loss": -0.40525123476982117, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976527988910675, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1635}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9520407915115356}, "epoch": 1636}
{"loss": -0.40523165464401245, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776194095611572, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1636}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 1637}
{"loss": -0.40557214617729187, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9776787161827087, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1637}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9520407915115356}, "epoch": 1638}
{"loss": -0.4054921269416809, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773212671279907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1638}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9515305757522583}, "epoch": 1639}
{"loss": -0.4051695466041565, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777803421020508, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1639}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.952551007270813}, "epoch": 1640}
{"loss": -0.40604233741760254, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763810038566589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1640}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9505101442337036}, "epoch": 1641}
{"loss": -0.4062025249004364, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772793054580688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1641}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.952551007270813}, "epoch": 1642}
{"loss": -0.40508541464805603, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780087471008301, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1642}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9545918107032776}, "epoch": 1643}
{"loss": -0.40570515394210815, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776238203048706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1643}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.952551007270813}, "epoch": 1644}
{"loss": -0.4055822193622589, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778091907501221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1644}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9489795565605164}, "epoch": 1645}
{"loss": -0.4060879349708557, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771586656570435, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1645}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9520407915115356}, "epoch": 1646}
{"loss": -0.4059925675392151, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.97684645652771, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1646}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 1647}
{"loss": -0.40548497438430786, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779264330863953, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1647}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9489795565605164}, "epoch": 1648}
{"loss": -0.4056253135204315, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771825075149536, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1648}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9459183216094971}, "epoch": 1649}
{"loss": -0.40643253922462463, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771180748939514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1649}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.949999988079071}, "epoch": 1650}
{"loss": -0.40568530559539795, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777130484580994, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1650}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9530611634254456}, "epoch": 1651}
{"loss": -0.405911922454834, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780589938163757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1651}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9489795565605164}, "epoch": 1652}
{"loss": -0.4056326150894165, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770547747612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1652}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 1653}
{"loss": -0.4053347706794739, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776528477668762, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1653}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1654}
{"loss": -0.4058101773262024, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778283834457397, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1654}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9515305757522583}, "epoch": 1655}
{"loss": -0.405735582113266, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9784117937088013, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1655}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1656}
{"loss": -0.4062330722808838, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774013757705688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1656}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1657}
{"loss": -0.4060561954975128, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978055477142334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1657}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1658}
{"loss": -0.406457781791687, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768258929252625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1658}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9464285373687744}, "epoch": 1659}
{"loss": -0.4062030017375946, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759741425514221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1659}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1660}
{"loss": -0.40629664063453674, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771560430526733, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1660}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1661}
{"loss": -0.4060686528682709, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778091907501221, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1661}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 1662}
{"loss": -0.40616387128829956, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779518842697144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1662}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4285714328289032}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 1663}
{"loss": -0.4063171148300171, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97657310962677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1663}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 1664}
{"loss": -0.40624386072158813, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9781420230865479, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1664}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1665}
{"loss": -0.4066751003265381, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977742612361908, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1665}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1666}
{"loss": -0.4062078893184662, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9783086776733398, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1666}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1667}
{"loss": -0.40660223364830017, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779253005981445, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1667}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1668}
{"loss": -0.4066697061061859, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776340126991272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1668}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.45408162474632263}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1669}
{"loss": -0.40712329745292664, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766672849655151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1669}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4591836631298065}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1670}
{"loss": -0.4072052240371704, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766908884048462, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1670}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9459183216094971}, "epoch": 1671}
{"loss": -0.40720024704933167, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773046374320984, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1671}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1672}
{"loss": -0.40665575861930847, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9782103896141052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1672}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1673}
{"loss": -0.4069676697254181, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977480411529541, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1673}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1674}
{"loss": -0.4076763987541199, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767833948135376, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1674}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 1675}
{"loss": -0.4070362150669098, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773206114768982, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1675}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1676}
{"loss": -0.4070148169994354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777565598487854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1676}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9474489092826843}, "epoch": 1677}
{"loss": -0.4076167345046997, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769549369812012, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1677}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1678}
{"loss": -0.40697622299194336, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780862331390381, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1678}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9443877339363098}, "epoch": 1679}
{"loss": -0.4072969853878021, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779388308525085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1679}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9469387531280518}, "epoch": 1680}
{"loss": -0.4069793224334717, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9783046841621399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1680}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9459183216094971}, "epoch": 1681}
{"loss": -0.4077182710170746, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768327474594116, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1681}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9464285373687744}, "epoch": 1682}
{"loss": -0.4079062342643738, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770713448524475, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1682}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.42602041363716125}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1683}
{"loss": -0.4075641632080078, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976885199546814, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1683}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9469387531280518}, "epoch": 1684}
{"loss": -0.40749484300613403, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774491786956787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1684}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9469387531280518}, "epoch": 1685}
{"loss": -0.4076182246208191, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976962685585022, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1685}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9474489092826843}, "epoch": 1686}
{"loss": -0.4078496992588043, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977041482925415, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1686}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4234693646430969}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1687}
{"loss": -0.40744102001190186, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780080914497375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1687}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9454081058502197}, "epoch": 1688}
{"loss": -0.40760231018066406, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775005578994751, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1688}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9454081058502197}, "epoch": 1689}
{"loss": -0.4075489640235901, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9769484996795654, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1689}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43622449040412903}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1690}
{"loss": -0.4077374339103699, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758639335632324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1690}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1691}
{"loss": -0.40749871730804443, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780353307723999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1691}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9454081058502197}, "epoch": 1692}
{"loss": -0.4079004228115082, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775410294532776, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1692}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9454081058502197}, "epoch": 1693}
{"loss": -0.40791425108909607, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774938821792603, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1693}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9464285373687744}, "epoch": 1694}
{"loss": -0.4076142907142639, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977899968624115, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1694}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 1695}
{"loss": -0.4078703224658966, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763480424880981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1695}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1696}
{"loss": -0.4079553484916687, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773091077804565, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1696}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9448978900909424}, "epoch": 1697}
{"loss": -0.40813887119293213, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770558476448059, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1697}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 1698}
{"loss": -0.4081242084503174, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767473340034485, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1698}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 1699}
{"loss": -0.40835368633270264, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766025543212891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1699}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1700}
{"loss": -0.40777575969696045, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978184700012207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1700}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 1701}
{"loss": -0.40787598490715027, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97824627161026, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1701}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9448978900909424}, "epoch": 1702}
{"loss": -0.40848076343536377, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768924117088318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1702}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44387754797935486}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1703}
{"loss": -0.40835097432136536, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777063727378845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1703}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1704}
{"loss": -0.4080311954021454, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9781696796417236, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1704}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1705}
{"loss": -0.40853938460350037, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976490318775177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1705}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.44897958636283875}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1706}
{"loss": -0.4081724286079407, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978154182434082, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1706}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1707}
{"loss": -0.4084051251411438, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779062867164612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1707}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4515306055545807}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1708}
{"loss": -0.4085223972797394, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776908755302429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1708}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4336734712123871}, "uniform holdout": {"acc": 0.8897958993911743, "acc_or": 0.9423468708992004}, "epoch": 1709}
{"loss": -0.40878334641456604, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777289628982544, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1709}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1710}
{"loss": -0.4083542227745056, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9757540225982666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1710}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9443877339363098}, "epoch": 1711}
{"loss": -0.40888145565986633, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777068495750427, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1711}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4464285671710968}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9438775181770325}, "epoch": 1712}
{"loss": -0.40910691022872925, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9772878289222717, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1712}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.43877550959587097}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9448978900909424}, "epoch": 1713}
{"loss": -0.40895071625709534, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780437350273132, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1713}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.43112245202064514}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9428570866584778}, "epoch": 1714}
{"loss": -0.4086349308490753, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780651926994324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1714}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.420918345451355}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 1715}
{"loss": -0.4089308977127075, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778774976730347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1715}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4413265287876129}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1716}
{"loss": -0.4096698462963104, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9756957292556763, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1716}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1717}
{"loss": -0.4096044898033142, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9767393469810486, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1717}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 1718}
{"loss": -0.408910870552063, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978108823299408, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1718}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1719}
{"loss": -0.40904101729393005, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975731372833252, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1719}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 1720}
{"loss": -0.40916183590888977, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976460337638855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1720}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3698979616165161}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9433673024177551}, "epoch": 1721}
{"loss": -0.40925756096839905, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771862626075745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1721}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9448978900909424}, "epoch": 1722}
{"loss": -0.40957874059677124, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977138876914978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1722}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9423468708992004}, "epoch": 1723}
{"loss": -0.40909475088119507, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779922366142273, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1723}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8908162713050842, "acc_or": 0.9423468708992004}, "epoch": 1724}
{"loss": -0.40904220938682556, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9782010912895203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1724}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8887754678726196, "acc_or": 0.9413264989852905}, "epoch": 1725}
{"loss": -0.40921473503112793, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773281216621399, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1725}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1726}
{"loss": -0.40945979952812195, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9772179126739502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1726}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1727}
{"loss": -0.40918785333633423, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780333042144775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1727}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9454081058502197}, "epoch": 1728}
{"loss": -0.4096909165382385, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775027632713318, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1728}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1729}
{"loss": -0.40913209319114685, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9784009456634521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1729}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1730}
{"loss": -0.4093596935272217, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776247143745422, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1730}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.36734694242477417}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1731}
{"loss": -0.40930628776550293, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9779812097549438, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1731}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3647959232330322}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1732}
{"loss": -0.40949952602386475, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9781758785247803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1732}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1733}
{"loss": -0.41415196657180786, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9775127172470093, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1733}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1734}
{"loss": -0.4098747670650482, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778530597686768, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1734}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1735}
{"loss": -0.40985631942749023, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777035117149353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1735}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9454081058502197}, "epoch": 1736}
{"loss": -0.4101358950138092, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771727323532104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1736}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1737}
{"loss": -0.410053014755249, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772183299064636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1737}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1738}
{"loss": -0.40966978669166565, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778847098350525, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1738}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1739}
{"loss": -0.4098087549209595, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774281978607178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1739}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1740}
{"loss": -0.40966707468032837, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.97779381275177, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1740}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1741}
{"loss": -0.40974411368370056, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9781747460365295, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1741}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1742}
{"loss": -0.4100058972835541, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774277210235596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1742}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1743}
{"loss": -0.4100362956523895, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779658317565918, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1743}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1744}
{"loss": -0.41036784648895264, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9781226515769958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1744}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1745}
{"loss": -0.41027262806892395, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774052500724792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1745}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3494897782802582}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1746}
{"loss": -0.41086772084236145, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9762975573539734, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1746}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9443877339363098}, "epoch": 1747}
{"loss": -0.41077589988708496, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772411584854126, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1747}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9438775181770325}, "epoch": 1748}
{"loss": -0.410301148891449, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779554009437561, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1748}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.375}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9464285373687744}, "epoch": 1749}
{"loss": -0.41061297059059143, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9777164459228516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1749}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1750}
{"loss": -0.41078945994377136, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772838354110718, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1750}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.375}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 1751}
{"loss": -0.41090503334999084, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977270781993866, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1751}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.375}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1752}
{"loss": -0.4106033146381378, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9781851768493652, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1752}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.375}, "uniform holdout": {"acc": 0.8918367028236389, "acc_or": 0.9428570866584778}, "epoch": 1753}
{"loss": -0.4112461805343628, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771396517753601, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1753}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9454081058502197}, "epoch": 1754}
{"loss": -0.4105638563632965, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976771891117096, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1754}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1755}
{"loss": -0.41077882051467896, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772717952728271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1755}
{"generalization hold out": {"acc": 0.010204081423580647, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9433673024177551}, "epoch": 1756}
{"loss": -0.410580575466156, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776346683502197, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1756}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1757}
{"loss": -0.4107764661312103, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776026010513306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1757}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1758}
{"loss": -0.4107089042663574, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780377745628357, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1758}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9448978900909424}, "epoch": 1759}
{"loss": -0.41047778725624084, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9784210920333862, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1759}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1760}
{"loss": -0.41055676341056824, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774534106254578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1760}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9474489092826843}, "epoch": 1761}
{"loss": -0.41071242094039917, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9781121015548706, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1761}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 1762}
{"loss": -0.41069865226745605, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978325366973877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1762}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.375}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1763}
{"loss": -0.4108864963054657, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779317378997803, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1763}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.375}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1764}
{"loss": -0.41087812185287476, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778786301612854, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1764}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1765}
{"loss": -0.4115675091743469, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769111275672913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1765}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1766}
{"loss": -0.4109707772731781, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779952764511108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1766}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 1767}
{"loss": -0.4116329252719879, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9754571318626404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1767}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1768}
{"loss": -0.4112108051776886, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767298102378845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1768}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8938775062561035, "acc_or": 0.9443877339363098}, "epoch": 1769}
{"loss": -0.41159045696258545, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776543974876404, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1769}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1770}
{"loss": -0.41335487365722656, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9781550765037537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1770}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1771}
{"loss": -0.4110979437828064, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778989553451538, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1771}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9474489092826843}, "epoch": 1772}
{"loss": -0.4111737608909607, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778916835784912, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1772}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1773}
{"loss": -0.41152891516685486, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768404960632324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1773}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 1774}
{"loss": -0.4117737114429474, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977066695690155, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1774}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 1775}
{"loss": -0.4114767611026764, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768993854522705, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1775}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1776}
{"loss": -0.4113878905773163, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776818156242371, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1776}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9459183216094971}, "epoch": 1777}
{"loss": -0.4116555452346802, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775515794754028, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1777}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1778}
{"loss": -0.41133302450180054, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780799150466919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1778}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1779}
{"loss": -0.4115719199180603, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770656228065491, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1779}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1780}
{"loss": -0.4116511046886444, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9765883684158325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1780}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1781}
{"loss": -0.4113866686820984, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778888821601868, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1781}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9459183216094971}, "epoch": 1782}
{"loss": -0.41195836663246155, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772287607192993, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1782}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 1783}
{"loss": -0.41149213910102844, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978118896484375, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1783}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1784}
{"loss": -0.4122525751590729, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759883284568787, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1784}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3698979616165161}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1785}
{"loss": -0.41188284754753113, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777846336364746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1785}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3647959232330322}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1786}
{"loss": -0.4119306206703186, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780699610710144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1786}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1787}
{"loss": -0.4116397202014923, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977723240852356, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1787}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.357142835855484}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9469387531280518}, "epoch": 1788}
{"loss": -0.4149022102355957, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9777371883392334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1788}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 1789}
{"loss": -0.4121875762939453, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777609705924988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1789}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9469387531280518}, "epoch": 1790}
{"loss": -0.4123818576335907, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770936965942383, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1790}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1791}
{"loss": -0.4122522473335266, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9772782325744629, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1791}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8948979377746582, "acc_or": 0.9448978900909424}, "epoch": 1792}
{"loss": -0.41277483105659485, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771243929862976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1792}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1793}
{"loss": -0.4122164249420166, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777261018753052, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1793}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1794}
{"loss": -0.41230061650276184, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775442481040955, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1794}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9464285373687744}, "epoch": 1795}
{"loss": -0.4126591682434082, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.975987434387207, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1795}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1796}
{"loss": -0.41269341111183167, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770228862762451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1796}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1797}
{"loss": -0.41260936856269836, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772863984107971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1797}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1798}
{"loss": -0.4124608337879181, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778633117675781, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1798}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 1799}
{"loss": -0.4127264618873596, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9774593710899353, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1799}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.375}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 1800}
{"loss": -0.4124469757080078, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779162406921387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1800}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 1801}
{"loss": -0.41279977560043335, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9778223633766174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1801}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1802}
{"loss": -0.4130720794200897, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774686694145203, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1802}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1803}
{"loss": -0.4124926030635834, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978163480758667, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1803}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1804}
{"loss": -0.4130617082118988, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766443967819214, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1804}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1805}
{"loss": -0.4127641022205353, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977557897567749, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1805}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1806}
{"loss": -0.41265469789505005, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780184030532837, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1806}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1807}
{"loss": -0.41294845938682556, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778334498405457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1807}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3698979616165161}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 1808}
{"loss": -0.41297608613967896, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777109622955322, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1808}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1809}
{"loss": -0.4131585657596588, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977962076663971, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1809}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1810}
{"loss": -0.4132254719734192, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766815900802612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1810}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1811}
{"loss": -0.41350436210632324, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9759286642074585, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1811}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3647959232330322}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9469387531280518}, "epoch": 1812}
{"loss": -0.4133753776550293, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9758477807044983, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1812}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.357142835855484}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1813}
{"loss": -0.413160502910614, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976948618888855, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1813}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.375}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 1814}
{"loss": -0.4130081236362457, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778168201446533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1814}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3622449040412903}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9474489092826843}, "epoch": 1815}
{"loss": -0.41308721899986267, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764366745948792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1815}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1816}
{"loss": -0.41358786821365356, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767579436302185, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1816}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3647959232330322}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1817}
{"loss": -0.41370323300361633, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761039018630981, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1817}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3622449040412903}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1818}
{"loss": -0.41354748606681824, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772080183029175, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1818}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3698979616165161}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1819}
{"loss": -0.4137009382247925, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773168563842773, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1819}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.36734694242477417}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1820}
{"loss": -0.41326388716697693, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777569770812988, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1820}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.35969388484954834}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1821}
{"loss": -0.4140268862247467, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976806640625, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1821}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.35969388484954834}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1822}
{"loss": -0.41354912519454956, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763373732566833, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1822}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.35969388484954834}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1823}
{"loss": -0.41364699602127075, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9760215282440186, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1823}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3647959232330322}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1824}
{"loss": -0.41345664858818054, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776539206504822, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1824}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1825}
{"loss": -0.4134053587913513, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778195023536682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1825}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3622449040412903}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9469387531280518}, "epoch": 1826}
{"loss": -0.413918673992157, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767699837684631, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1826}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.35969388484954834}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1827}
{"loss": -0.413591593503952, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779109358787537, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1827}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3622449040412903}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9469387531280518}, "epoch": 1828}
{"loss": -0.41356661915779114, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978340208530426, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1828}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1829}
{"loss": -0.4134798049926758, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9782677292823792, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1829}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9479591250419617}, "epoch": 1830}
{"loss": -0.41382864117622375, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778250455856323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1830}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1831}
{"loss": -0.41349858045578003, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9785366654396057, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1831}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9469387531280518}, "epoch": 1832}
{"loss": -0.4137381315231323, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9782910943031311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1832}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1833}
{"loss": -0.41404369473457336, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977885901927948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1833}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1834}
{"loss": -0.4205233156681061, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9783111214637756, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1834}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1835}
{"loss": -0.4137415587902069, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9784029722213745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1835}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9469387531280518}, "epoch": 1836}
{"loss": -0.414203941822052, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773287773132324, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1836}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 1837}
{"loss": -0.41387832164764404, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9782548546791077, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1837}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 1838}
{"loss": -0.41340371966362, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771810173988342, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1838}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9489795565605164}, "epoch": 1839}
{"loss": -0.41389936208724976, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780789017677307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1839}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.948469340801239}, "epoch": 1840}
{"loss": -0.41393429040908813, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978223443031311, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1840}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9515305757522583}, "epoch": 1841}
{"loss": -0.4141019284725189, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978218138217926, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1841}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1842}
{"loss": -0.41415664553642273, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775558710098267, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1842}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1843}
{"loss": -0.41486626863479614, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771265983581543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1843}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 1844}
{"loss": -0.41452983021736145, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977576494216919, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1844}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1845}
{"loss": -0.4144282937049866, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777225255966187, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1845}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1846}
{"loss": -0.41481104493141174, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774532914161682, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1846}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1847}
{"loss": -0.41432425379753113, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780100584030151, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1847}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1848}
{"loss": -0.41427725553512573, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9781972169876099, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1848}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.9122448563575745, "acc_or": 0.9540815949440002}, "epoch": 1849}
{"loss": -0.41449323296546936, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773115515708923, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1849}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1850}
{"loss": -0.4143953025341034, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9782616496086121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1850}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1851}
{"loss": -0.4148047864437103, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774115681648254, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1851}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1852}
{"loss": -0.4148007035255432, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777061939239502, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1852}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1853}
{"loss": -0.4146498739719391, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778465032577515, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1853}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1854}
{"loss": -0.41448092460632324, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9783487319946289, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1854}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1855}
{"loss": -0.4144892394542694, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9786909222602844, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1855}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9530611634254456}, "epoch": 1856}
{"loss": -0.4149043560028076, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780731797218323, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1856}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9535713791847229}, "epoch": 1857}
{"loss": -0.4146169424057007, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9786326885223389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1857}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 1858}
{"loss": -0.41503193974494934, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779465794563293, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1858}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1859}
{"loss": -0.4147179126739502, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978575587272644, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1859}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 1860}
{"loss": -0.41510552167892456, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9779222011566162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1860}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 1861}
{"loss": -0.41498228907585144, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780255556106567, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1861}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.952551007270813}, "epoch": 1862}
{"loss": -0.41496920585632324, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9783546924591064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1862}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1863}
{"loss": -0.415249228477478, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776267409324646, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1863}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 1864}
{"loss": -0.41517165303230286, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775360822677612, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1864}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 1865}
{"loss": -0.4150007665157318, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978453516960144, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1865}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9515305757522583}, "epoch": 1866}
{"loss": -0.41512787342071533, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978490948677063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1866}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9530611634254456}, "epoch": 1867}
{"loss": -0.41530218720436096, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770969152450562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1867}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9530611634254456}, "epoch": 1868}
{"loss": -0.41578012704849243, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773048758506775, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1868}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9530611634254456}, "epoch": 1869}
{"loss": -0.41542622447013855, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9781413078308105, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1869}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 1870}
{"loss": -0.41524019837379456, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9763919711112976, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1870}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1871}
{"loss": -0.41513511538505554, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770153760910034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1871}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1872}
{"loss": -0.4153723120689392, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778823852539062, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1872}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1873}
{"loss": -0.41535502672195435, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778785109519958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1873}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1874}
{"loss": -0.41566553711891174, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770908355712891, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1874}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1875}
{"loss": -0.4157015085220337, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9768886566162109, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1875}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "epoch": 1876}
{"loss": -0.41589340567588806, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9780970811843872, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1876}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "epoch": 1877}
{"loss": -0.41613978147506714, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.977372407913208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1877}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9530611634254456}, "epoch": 1878}
{"loss": -0.4158969223499298, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9780904054641724, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1878}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9520407915115356}, "epoch": 1879}
{"loss": -0.41555288434028625, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9781172275543213, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1879}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3622449040412903}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 1880}
{"loss": -0.41595831513404846, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977631151676178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1880}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3647959232330322}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1881}
{"loss": -0.4158118963241577, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779985547065735, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1881}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1882}
{"loss": -0.41625869274139404, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776946902275085, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1882}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1883}
{"loss": -0.41584324836730957, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771915674209595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1883}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1884}
{"loss": -0.4158550500869751, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978041410446167, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1884}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1885}
{"loss": -0.4161434471607208, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771552681922913, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1885}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1886}
{"loss": -0.4158947765827179, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774208664894104, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1886}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1887}
{"loss": -0.416185200214386, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977035403251648, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1887}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1888}
{"loss": -0.41583576798439026, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780531525611877, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1888}
{"generalization hold out": {"acc": 0.005102040711790323, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1889}
{"loss": -0.4165414869785309, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771766066551208, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1889}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1890}
{"loss": -0.41641977429389954, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977840006351471, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1890}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9530611634254456}, "epoch": 1891}
{"loss": -0.4160507023334503, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9783878922462463, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1891}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1892}
{"loss": -0.4165354371070862, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774721264839172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1892}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1893}
{"loss": -0.41662299633026123, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776589274406433, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1893}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1894}
{"loss": -0.41657495498657227, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779574871063232, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1894}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9520407915115356}, "epoch": 1895}
{"loss": -0.41641563177108765, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771223664283752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1895}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 1896}
{"loss": -0.41666579246520996, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774388074874878, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1896}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.948469340801239}, "epoch": 1897}
{"loss": -0.41637513041496277, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977500855922699, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1897}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9520407915115356}, "epoch": 1898}
{"loss": -0.4163268804550171, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775241017341614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1898}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 1899}
{"loss": -0.41650834679603577, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976346492767334, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1899}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9505101442337036}, "epoch": 1900}
{"loss": -0.4164789319038391, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777514338493347, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1900}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 1901}
{"loss": -0.416451632976532, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773727059364319, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1901}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 1902}
{"loss": -0.4238978922367096, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9776222705841064, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1902}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9454081058502197}, "epoch": 1903}
{"loss": -0.4163912832736969, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780868887901306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1903}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9474489092826843}, "epoch": 1904}
{"loss": -0.4161769449710846, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770005345344543, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1904}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37244898080825806}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1905}
{"loss": -0.4161655008792877, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9769385457038879, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1905}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 1906}
{"loss": -0.4169294536113739, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778385162353516, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1906}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1907}
{"loss": -0.4171999394893646, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9780908823013306, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1907}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.949999988079071}, "epoch": 1908}
{"loss": -0.41693758964538574, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778423309326172, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1908}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9474489092826843}, "epoch": 1909}
{"loss": -0.41729700565338135, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773263335227966, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1909}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9469387531280518}, "epoch": 1910}
{"loss": -0.4174126386642456, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9752410650253296, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1910}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9489795565605164}, "epoch": 1911}
{"loss": -0.4172305762767792, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774876832962036, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1911}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.948469340801239}, "epoch": 1912}
{"loss": -0.41691046953201294, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775147438049316, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1912}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 1913}
{"loss": -0.41673895716667175, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9782417416572571, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1913}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9479591250419617}, "epoch": 1914}
{"loss": -0.4168429672718048, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9781515002250671, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1914}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9489795565605164}, "epoch": 1915}
{"loss": -0.4168528914451599, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780380725860596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1915}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.948469340801239}, "epoch": 1916}
{"loss": -0.4167604148387909, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9783911108970642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1916}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9494897723197937}, "epoch": 1917}
{"loss": -0.4172509014606476, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778265953063965, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1917}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3852040767669678}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1918}
{"loss": -0.41693660616874695, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779677987098694, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1918}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9494897723197937}, "epoch": 1919}
{"loss": -0.41692063212394714, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779972434043884, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1919}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3801020383834839}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.949999988079071}, "epoch": 1920}
{"loss": -0.4170970916748047, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779733419418335, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1920}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 1921}
{"loss": -0.4169853627681732, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780096411705017, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1921}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "epoch": 1922}
{"loss": -0.41693994402885437, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9781628251075745, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1922}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9474489092826843}, "epoch": 1923}
{"loss": -0.41701117157936096, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977908730506897, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1923}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9494897723197937}, "epoch": 1924}
{"loss": -0.4169742465019226, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779067039489746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1924}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1925}
{"loss": -0.41724467277526855, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773741364479065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1925}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1926}
{"loss": -0.41720810532569885, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779126644134521, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1926}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.8999999761581421, "acc_or": 0.9474489092826843}, "epoch": 1927}
{"loss": -0.41707465052604675, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780986309051514, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1927}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1928}
{"loss": -0.4169621765613556, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772325158119202, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1928}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1929}
{"loss": -0.4171653687953949, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766925573348999, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1929}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 1930}
{"loss": -0.41796499490737915, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775393009185791, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1930}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.949999988079071}, "epoch": 1931}
{"loss": -0.41765639185905457, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778863191604614, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1931}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.37755101919174194}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9520407915115356}, "epoch": 1932}
{"loss": -0.41789448261260986, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775766730308533, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1932}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9515305757522583}, "epoch": 1933}
{"loss": -0.4178033769130707, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761771559715271, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1933}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9535713791847229}, "epoch": 1934}
{"loss": -0.42398059368133545, "acc": 0.9996600151062012, "acc_or": 0.9998300075531006, "sender_entropy": 0.9778622388839722, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1934}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9535713791847229}, "epoch": 1935}
{"loss": -0.41792312264442444, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9746720194816589, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1935}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9520407915115356}, "epoch": 1936}
{"loss": -0.4180169701576233, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772828817367554, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1936}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9132652878761292, "acc_or": 0.9551020264625549}, "epoch": 1937}
{"loss": -0.4177296459674835, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976913332939148, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1937}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9540815949440002}, "epoch": 1938}
{"loss": -0.41754600405693054, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773650765419006, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1938}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9530611634254456}, "epoch": 1939}
{"loss": -0.41811615228652954, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9761534333229065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1939}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9535713791847229}, "epoch": 1940}
{"loss": -0.41828086972236633, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772635102272034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1940}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9540815949440002}, "epoch": 1941}
{"loss": -0.41854140162467957, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9776185154914856, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1941}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.949999988079071}, "epoch": 1942}
{"loss": -0.41815975308418274, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775377511978149, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1942}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1943}
{"loss": -0.4179357886314392, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9781315922737122, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1943}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1944}
{"loss": -0.4180479347705841, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774507284164429, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1944}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1945}
{"loss": -0.4180404841899872, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779208898544312, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1945}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.9520407915115356}, "epoch": 1946}
{"loss": -0.4183026850223541, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775079488754272, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1946}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.948469340801239}, "epoch": 1947}
{"loss": -0.41821593046188354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774885773658752, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1947}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41836732625961304}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.9464285373687744}, "epoch": 1948}
{"loss": -0.4184204339981079, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774598479270935, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1948}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.8989795446395874, "acc_or": 0.9479591250419617}, "epoch": 1949}
{"loss": -0.4183998703956604, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9775036573410034, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1949}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9494897723197937}, "epoch": 1950}
{"loss": -0.41867300868034363, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766016602516174, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1950}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1951}
{"loss": -0.4181704819202423, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9781850576400757, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1951}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 1952}
{"loss": -0.4183751940727234, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776723384857178, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1952}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9474489092826843}, "epoch": 1953}
{"loss": -0.4182663559913635, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9781641364097595, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1953}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9489795565605164}, "epoch": 1954}
{"loss": -0.41836661100387573, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780817031860352, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1954}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9494897723197937}, "epoch": 1955}
{"loss": -0.41823968291282654, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9785189628601074, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1955}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.951020359992981}, "epoch": 1956}
{"loss": -0.4182256758213043, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9784815311431885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1956}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.949999988079071}, "epoch": 1957}
{"loss": -0.4184236228466034, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9784859418869019, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1957}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 1958}
{"loss": -0.42468494176864624, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9780828952789307, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1958}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.41326528787612915}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.952551007270813}, "epoch": 1959}
{"loss": -0.4189628064632416, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9774630069732666, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1959}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9505101442337036}, "epoch": 1960}
{"loss": -0.4182669520378113, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767637848854065, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1960}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9530611634254456}, "epoch": 1961}
{"loss": -0.4186154901981354, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777816534042358, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1961}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9515305757522583}, "epoch": 1962}
{"loss": -0.4184137284755707, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9785719513893127, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1962}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9520407915115356}, "epoch": 1963}
{"loss": -0.4186093807220459, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9784005284309387, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1963}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9112244248390198, "acc_or": 0.9535713791847229}, "epoch": 1964}
{"loss": -0.4184361398220062, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9786927103996277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1964}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9102040529251099, "acc_or": 0.9530611634254456}, "epoch": 1965}
{"loss": -0.41867727041244507, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779723286628723, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1965}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.9520407915115356}, "epoch": 1966}
{"loss": -0.4190082550048828, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778196215629578, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1966}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9132652878761292, "acc_or": 0.9545918107032776}, "epoch": 1967}
{"loss": -0.41867873072624207, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764289259910583, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1967}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9122448563575745, "acc_or": 0.9540815949440002}, "epoch": 1968}
{"loss": -0.41867944598197937, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773747324943542, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1968}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4107142686843872}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.951020359992981}, "epoch": 1969}
{"loss": -0.41873520612716675, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9782044291496277, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1969}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4158163070678711}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1970}
{"loss": -0.41978704929351807, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770483374595642, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1970}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1971}
{"loss": -0.4190545678138733, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9776909947395325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1971}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1972}
{"loss": -0.4194236099720001, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778645634651184, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1972}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9520407915115356}, "epoch": 1973}
{"loss": -0.41955769062042236, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9766196012496948, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1973}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9091836214065552, "acc_or": 0.9515305757522583}, "epoch": 1974}
{"loss": -0.4189833998680115, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780327677726746, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1974}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 1975}
{"loss": -0.41951704025268555, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772765636444092, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1975}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9494897723197937}, "epoch": 1976}
{"loss": -0.4192487895488739, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977911114692688, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1976}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 1977}
{"loss": -0.4189951419830322, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9785307049751282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1977}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 1978}
{"loss": -0.4191380739212036, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9782634973526001, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1978}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.9071428179740906, "acc_or": 0.951020359992981}, "epoch": 1979}
{"loss": -0.4195881485939026, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9770457744598389, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1979}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 1980}
{"loss": -0.41907694935798645, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779120087623596, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1980}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3928571343421936}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.9494897723197937}, "epoch": 1981}
{"loss": -0.41928035020828247, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9774428606033325, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1981}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.375}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 1982}
{"loss": -0.4189898371696472, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777373671531677, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1982}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 1983}
{"loss": -0.41940706968307495, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978070080280304, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1983}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39030611515045166}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1984}
{"loss": -0.4194381535053253, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9780098795890808, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1984}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 1985}
{"loss": -0.41938209533691406, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9764613509178162, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1985}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.38265305757522583}, "uniform holdout": {"acc": 0.8979591727256775, "acc_or": 0.9459183216094971}, "epoch": 1986}
{"loss": -0.4196173846721649, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.977358341217041, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1986}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3877550959587097}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.948469340801239}, "epoch": 1987}
{"loss": -0.41940194368362427, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.978257954120636, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1987}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 1988}
{"loss": -0.4199399948120117, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9771082401275635, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1988}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.905102014541626, "acc_or": 0.949999988079071}, "epoch": 1989}
{"loss": -0.41961491107940674, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9777511358261108, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1989}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4056122303009033}, "uniform holdout": {"acc": 0.9061223864555359, "acc_or": 0.9505101442337036}, "epoch": 1990}
{"loss": -0.42007580399513245, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772220849990845, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1990}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9494897723197937}, "epoch": 1991}
{"loss": -0.41974103450775146, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9779932498931885, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1991}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 1992}
{"loss": -0.41983434557914734, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9778773784637451, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1992}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40816324949264526}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9474489092826843}, "epoch": 1993}
{"loss": -0.41973254084587097, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9773252606391907, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1993}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9081632494926453, "acc_or": 0.951020359992981}, "epoch": 1994}
{"loss": -0.4198559522628784, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.976537823677063, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1994}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 1995}
{"loss": -0.4197717308998108, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9783914685249329, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1995}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.9030612111091614, "acc_or": 0.9489795565605164}, "epoch": 1996}
{"loss": -0.4201039969921112, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9772017598152161, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1996}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.39540815353393555}, "uniform holdout": {"acc": 0.9040815830230713, "acc_or": 0.9489795565605164}, "epoch": 1997}
{"loss": -0.41984087228775024, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9774753451347351, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1997}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.9020407795906067, "acc_or": 0.9479591250419617}, "epoch": 1998}
{"loss": -0.41968852281570435, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9750833511352539, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1998}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.3979591727256775}, "uniform holdout": {"acc": 0.8928570747375488, "acc_or": 0.9433673024177551}, "epoch": 1999}
{"loss": -0.4197641611099243, "acc": 0.999886691570282, "acc_or": 0.9999433159828186, "sender_entropy": 0.9767307043075562, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1999}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 2000}
{"loss": -0.41964492201805115, "acc": 0.9997733235359192, "acc_or": 0.999886691570282, "sender_entropy": 0.9763334393501282, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 2000}
{"epoch": 2000, "positional_disent": 0.5937625765800476, "bag_of_symbol_disent": 0.23501843214035034, "topographic_sim": 0.5028114064670587}
{"epoch": 2000, "positional_disent": 0.4999012053012848, "bag_of_symbol_disent": 0.5708585977554321, "topographic_sim": 0.7403080315530192}
{"generalization hold out": {"acc": 0.0, "acc_or": 0.40051019191741943}, "uniform holdout": {"acc": 0.901020348072052, "acc_or": 0.9479591250419617}, "epoch": 2000}
