Namespace(batch_size=5120, checkpoint_dir=None, checkpoint_freq=0, cuda=True, data_scaler=60, device=device(type='cuda'), distributed_context=DistributedContext(is_distributed=False, rank=0, local_rank=0, world_size=1, mode='none'), distributed_port=18363, early_stopping_thr=0.99999, fp16=False, hidden=500, load_from_checkpoint=None, lr=0.001, max_len=3, n_attributes=2, n_epochs=2000, n_values=100, no_cuda=False, optimizer='adam', preemptable=False, random_seed=430, receiver='ModifReceiver', receiver_emb=30, sender='ModifSender', sender_emb=5, sender_entropy_coeff=0.5, stats_freq=0, tensorboard=False, tensorboard_dir='runs/', update_freq=1, validation_freq=1, vocab_size=100)
{"generalization hold out": {"acc": 0.0, "acc_or": 0.4030612111091614}, "uniform holdout": {"acc": 0.5653061270713806, "acc_or": 0.7591836452484131}, "epoch": 1}
{"loss": 2.7692222595214844, "acc": 0.6282864809036255, "acc_or": 0.794424295425415, "sender_entropy": 0.6459582448005676, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1}
{"generalization hold out": {"acc": 0.9081632494926453, "acc_or": 0.9540815949440002}, "uniform holdout": {"acc": 0.8969387412071228, "acc_or": 0.948469340801239}, "epoch": 2}
{"loss": 2.364828586578369, "acc": 0.9105847477912903, "acc_or": 0.9551224112510681, "sender_entropy": 0.7268966436386108, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 2}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.9122448563575745, "acc_or": 0.9561223983764648}, "epoch": 3}
{"loss": 2.050778865814209, "acc": 0.9410697817802429, "acc_or": 0.9702515602111816, "sender_entropy": 0.846802294254303, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 3}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8959183096885681, "acc_or": 0.9479591250419617}, "epoch": 4}
{"loss": 1.7800798416137695, "acc": 0.9293971061706543, "acc_or": 0.9646985530853271, "sender_entropy": 0.9497784972190857, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 4}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8857142329216003, "acc_or": 0.9428570866584778}, "epoch": 5}
{"loss": 1.233492136001587, "acc": 0.9058250188827515, "acc_or": 0.9529125094413757, "sender_entropy": 0.7447879314422607, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 5}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9397958517074585}, "epoch": 6}
{"loss": 1.01466965675354, "acc": 0.8944922685623169, "acc_or": 0.9472461342811584, "sender_entropy": 0.7175611853599548, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 6}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8724489212036133, "acc_or": 0.9362244606018066}, "epoch": 7}
{"loss": 0.9075633883476257, "acc": 0.896305501461029, "acc_or": 0.9481527805328369, "sender_entropy": 0.7341866493225098, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 7}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8795918226242065, "acc_or": 0.9397958517074585}, "epoch": 8}
{"loss": 0.7255614399909973, "acc": 0.8907524943351746, "acc_or": 0.9453762173652649, "sender_entropy": 0.6692273020744324, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 8}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8673468828201294, "acc_or": 0.9336734414100647}, "epoch": 9}
{"loss": 0.6122869253158569, "acc": 0.8824796080589294, "acc_or": 0.9412397742271423, "sender_entropy": 0.5971531271934509, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 9}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8806121945381165, "acc_or": 0.9403060674667358}, "epoch": 10}
{"loss": 0.6088341474533081, "acc": 0.8872393369674683, "acc_or": 0.9436196684837341, "sender_entropy": 0.699834942817688, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 10}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8775509595870972, "acc_or": 0.9387754797935486}, "epoch": 11}
{"loss": 0.544136643409729, "acc": 0.8823662996292114, "acc_or": 0.9411831498146057, "sender_entropy": 0.693261981010437, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 11}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8683673143386841, "acc_or": 0.934183657169342}, "epoch": 12}
{"loss": 0.47193387150764465, "acc": 0.8834995627403259, "acc_or": 0.9417497515678406, "sender_entropy": 0.643418550491333, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 12}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 13}
{"loss": 0.3811964988708496, "acc": 0.8830462098121643, "acc_or": 0.9415231347084045, "sender_entropy": 0.5489505529403687, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 13}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8714285492897034, "acc_or": 0.9357142448425293}, "epoch": 14}
{"loss": 0.3959024250507355, "acc": 0.8799864053726196, "acc_or": 0.9399932026863098, "sender_entropy": 0.6983727812767029, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 14}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 15}
{"loss": 0.3502275347709656, "acc": 0.8827062845230103, "acc_or": 0.9413531422615051, "sender_entropy": 0.6445847749710083, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 15}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8602040410041809, "acc_or": 0.9301019906997681}, "epoch": 16}
{"loss": 0.30169379711151123, "acc": 0.8833861947059631, "acc_or": 0.941693127155304, "sender_entropy": 0.5947116613388062, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 16}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8489795327186584, "acc_or": 0.9244897365570068}, "epoch": 17}
{"loss": 0.30395594239234924, "acc": 0.8845195174217224, "acc_or": 0.9422597289085388, "sender_entropy": 0.6547524929046631, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 17}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9377550482749939}, "epoch": 18}
{"loss": 0.2710363566875458, "acc": 0.8829329013824463, "acc_or": 0.9414664506912231, "sender_entropy": 0.6782225966453552, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 18}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8755101561546326, "acc_or": 0.9377550482749939}, "epoch": 19}
{"loss": 0.2672051191329956, "acc": 0.8856527805328369, "acc_or": 0.9428263902664185, "sender_entropy": 0.7372679710388184, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 19}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8663265109062195, "acc_or": 0.9331632256507874}, "epoch": 20}
{"loss": 0.24165289103984833, "acc": 0.8853127956390381, "acc_or": 0.942656397819519, "sender_entropy": 0.7422129511833191, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 20}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8581632375717163, "acc_or": 0.9290816187858582}, "epoch": 21}
{"loss": 0.20433354377746582, "acc": 0.8859927654266357, "acc_or": 0.9429963827133179, "sender_entropy": 0.6852160692214966, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 21}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8469387292861938, "acc_or": 0.9234693646430969}, "epoch": 22}
{"loss": 0.19545909762382507, "acc": 0.8887125849723816, "acc_or": 0.9443563222885132, "sender_entropy": 0.7412967085838318, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 22}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8561224341392517, "acc_or": 0.9280611872673035}, "epoch": 23}
{"loss": 0.1776680052280426, "acc": 0.8846328258514404, "acc_or": 0.9423164129257202, "sender_entropy": 0.7503628134727478, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 23}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8571428060531616, "acc_or": 0.9285714030265808}, "epoch": 24}
{"loss": 0.15857383608818054, "acc": 0.8847461342811584, "acc_or": 0.9423730969429016, "sender_entropy": 0.6715615391731262, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 24}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8673468828201294, "acc_or": 0.9336734414100647}, "epoch": 25}
{"loss": 0.1435644030570984, "acc": 0.8848595023155212, "acc_or": 0.9424297213554382, "sender_entropy": 0.7877625226974487, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 25}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 26}
{"loss": 0.12036237120628357, "acc": 0.8848595023155212, "acc_or": 0.9424297213554382, "sender_entropy": 0.6629341244697571, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 26}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8622448444366455, "acc_or": 0.9311224222183228}, "epoch": 27}
{"loss": 0.11007469892501831, "acc": 0.8842928409576416, "acc_or": 0.9421464204788208, "sender_entropy": 0.6870693564414978, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 27}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8499999642372131, "acc_or": 0.9249999523162842}, "epoch": 28}
{"loss": 0.09987016767263412, "acc": 0.8887125849723816, "acc_or": 0.9443563222885132, "sender_entropy": 0.7605324387550354, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 28}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8642856478691101, "acc_or": 0.9321427941322327}, "epoch": 29}
{"loss": 0.0895688459277153, "acc": 0.8887125849723816, "acc_or": 0.9443563222885132, "sender_entropy": 0.7671997547149658, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 29}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8459183573722839, "acc_or": 0.9229591488838196}, "epoch": 30}
{"loss": 0.08243495970964432, "acc": 0.8854261040687561, "acc_or": 0.9427130818367004, "sender_entropy": 0.6508680582046509, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 30}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8530611991882324, "acc_or": 0.9265305995941162}, "epoch": 31}
{"loss": 0.06280121207237244, "acc": 0.8874660134315491, "acc_or": 0.9437329769134521, "sender_entropy": 0.7705214023590088, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 31}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8193877339363098, "acc_or": 0.9096938371658325}, "epoch": 32}
{"loss": 0.06173916161060333, "acc": 0.8913191556930542, "acc_or": 0.9456595778465271, "sender_entropy": 0.6637887954711914, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 32}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 33}
{"loss": 0.05091533809900284, "acc": 0.8867860436439514, "acc_or": 0.9433929920196533, "sender_entropy": 0.6385416984558105, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 33}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "epoch": 34}
{"loss": 0.039693623781204224, "acc": 0.8906391859054565, "acc_or": 0.9453195929527283, "sender_entropy": 0.6469709873199463, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 34}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8346938490867615, "acc_or": 0.9173468947410583}, "epoch": 35}
{"loss": 0.03773655742406845, "acc": 0.8873526453971863, "acc_or": 0.9436763525009155, "sender_entropy": 0.6340887546539307, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 35}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.827551007270813, "acc_or": 0.9137754440307617}, "epoch": 36}
{"loss": 0.035785578191280365, "acc": 0.8910924792289734, "acc_or": 0.9455462098121643, "sender_entropy": 0.5879884362220764, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 36}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8357142210006714, "acc_or": 0.9178571105003357}, "epoch": 37}
{"loss": 0.011864520609378815, "acc": 0.891659140586853, "acc_or": 0.9458295702934265, "sender_entropy": 0.7556589245796204, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 37}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8377550840377808, "acc_or": 0.9188774824142456}, "epoch": 38}
{"loss": -0.003732837736606598, "acc": 0.8890525698661804, "acc_or": 0.9445263147354126, "sender_entropy": 0.8013869524002075, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 38}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "epoch": 39}
{"loss": -0.00800234079360962, "acc": 0.8899592161178589, "acc_or": 0.9449796080589294, "sender_entropy": 0.7443680763244629, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 39}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8326530456542969, "acc_or": 0.9163264632225037}, "epoch": 40}
{"loss": 0.003376223146915436, "acc": 0.8867860436439514, "acc_or": 0.9433929920196533, "sender_entropy": 0.6600012183189392, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 40}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 41}
{"loss": -0.0005001053214073181, "acc": 0.8913191556930542, "acc_or": 0.9456595778465271, "sender_entropy": 0.6292155981063843, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 41}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9091836214065552}, "epoch": 42}
{"loss": -0.007367618381977081, "acc": 0.8898458480834961, "acc_or": 0.944922924041748, "sender_entropy": 0.6582184433937073, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 42}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8265305757522583, "acc_or": 0.9132652878761292}, "epoch": 43}
{"loss": -0.04557522386312485, "acc": 0.8921124339103699, "acc_or": 0.9460561871528625, "sender_entropy": 0.8419027328491211, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 43}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 44}
{"loss": -0.01942925900220871, "acc": 0.8900725245475769, "acc_or": 0.9450362920761108, "sender_entropy": 0.6531347036361694, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 44}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9091836214065552}, "epoch": 45}
{"loss": -0.03607512265443802, "acc": 0.8890525698661804, "acc_or": 0.9445263147354126, "sender_entropy": 0.722919225692749, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 45}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8122448921203613, "acc_or": 0.9061223864555359}, "epoch": 46}
{"loss": -0.03547235578298569, "acc": 0.8891659379005432, "acc_or": 0.9445829391479492, "sender_entropy": 0.6903148889541626, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 46}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "epoch": 47}
{"loss": -0.03543803095817566, "acc": 0.8898458480834961, "acc_or": 0.944922924041748, "sender_entropy": 0.6701454520225525, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 47}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8153060674667358, "acc_or": 0.9076530337333679}, "epoch": 48}
{"loss": -0.058092646300792694, "acc": 0.8892792463302612, "acc_or": 0.9446396231651306, "sender_entropy": 0.7349991798400879, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 48}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 49}
{"loss": -0.030757024884223938, "acc": 0.8902992010116577, "acc_or": 0.9451496005058289, "sender_entropy": 0.6075136661529541, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 49}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9091836214065552}, "epoch": 50}
{"loss": -0.03916173428297043, "acc": 0.8943789601325989, "acc_or": 0.9471895098686218, "sender_entropy": 0.6309627890586853, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 50}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 51}
{"loss": -0.04264282435178757, "acc": 0.8914324641227722, "acc_or": 0.9457162022590637, "sender_entropy": 0.6280381679534912, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 51}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 52}
{"loss": -0.05143339931964874, "acc": 0.8912057876586914, "acc_or": 0.9456028938293457, "sender_entropy": 0.6612630486488342, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 52}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8295918107032776, "acc_or": 0.9147958755493164}, "epoch": 53}
{"loss": -0.08529725670814514, "acc": 0.8935856819152832, "acc_or": 0.9467928409576416, "sender_entropy": 0.7796222567558289, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 53}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8071427941322327, "acc_or": 0.903571367263794}, "epoch": 54}
{"loss": -0.07558968663215637, "acc": 0.8921124339103699, "acc_or": 0.9460561871528625, "sender_entropy": 0.7188835740089417, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 54}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 55}
{"loss": -0.07692881673574448, "acc": 0.8925657272338867, "acc_or": 0.9462828636169434, "sender_entropy": 0.7139846086502075, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 55}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8173469305038452, "acc_or": 0.9086734056472778}, "epoch": 56}
{"loss": -0.09229251742362976, "acc": 0.8906391859054565, "acc_or": 0.9453195929527283, "sender_entropy": 0.7600120306015015, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 56}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9091836214065552}, "epoch": 57}
{"loss": -0.0903463289141655, "acc": 0.8929057121276855, "acc_or": 0.9464528560638428, "sender_entropy": 0.7631394267082214, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 57}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8051019906997681, "acc_or": 0.902550995349884}, "epoch": 58}
{"loss": -0.05498771369457245, "acc": 0.8902992010116577, "acc_or": 0.9451496005058289, "sender_entropy": 0.5839574933052063, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 58}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "epoch": 59}
{"loss": -0.10641156136989594, "acc": 0.8889392614364624, "acc_or": 0.9444696307182312, "sender_entropy": 0.7689245343208313, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 59}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 60}
{"loss": -0.08468201011419296, "acc": 0.8909791707992554, "acc_or": 0.9454895853996277, "sender_entropy": 0.6840645670890808, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 60}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8010203838348389, "acc_or": 0.9005101919174194}, "epoch": 61}
{"loss": -0.07093101739883423, "acc": 0.8929057121276855, "acc_or": 0.9464528560638428, "sender_entropy": 0.6207333207130432, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 61}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8071427941322327, "acc_or": 0.9030612111091614}, "epoch": 62}
{"loss": -0.08717846870422363, "acc": 0.8896192312240601, "acc_or": 0.94480961561203, "sender_entropy": 0.6609786748886108, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 62}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 63}
{"loss": -0.09832052141427994, "acc": 0.8900725245475769, "acc_or": 0.9450362920761108, "sender_entropy": 0.6974349021911621, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 63}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.8163264989852905, "acc_or": 0.9081632494926453}, "epoch": 64}
{"loss": -0.11280892789363861, "acc": 0.8924524188041687, "acc_or": 0.946226179599762, "sender_entropy": 0.7509081959724426, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 64}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8051019906997681, "acc_or": 0.902550995349884}, "epoch": 65}
{"loss": -0.08447293192148209, "acc": 0.8922257423400879, "acc_or": 0.946112871170044, "sender_entropy": 0.6344549655914307, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 65}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.8112244606018066, "acc_or": 0.9056122303009033}, "epoch": 66}
{"loss": -0.10924467444419861, "acc": 0.8933590054512024, "acc_or": 0.9466795325279236, "sender_entropy": 0.707308828830719, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 66}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.810204029083252, "acc_or": 0.905102014541626}, "epoch": 67}
{"loss": -0.08167057484388351, "acc": 0.8927924036979675, "acc_or": 0.9463961720466614, "sender_entropy": 0.6100693345069885, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 67}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "epoch": 68}
{"loss": -0.1049196794629097, "acc": 0.8935856819152832, "acc_or": 0.9467928409576416, "sender_entropy": 0.683359682559967, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 68}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8153060674667358, "acc_or": 0.9076530337333679}, "epoch": 69}
{"loss": -0.10291127115488052, "acc": 0.8930190205574036, "acc_or": 0.9465095400810242, "sender_entropy": 0.6641272902488708, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 69}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9091836214065552}, "epoch": 70}
{"loss": -0.10312063992023468, "acc": 0.8947189450263977, "acc_or": 0.9473595023155212, "sender_entropy": 0.6703892946243286, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 70}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8224489688873291, "acc_or": 0.9112244248390198}, "epoch": 71}
{"loss": -0.13552019000053406, "acc": 0.8927924036979675, "acc_or": 0.9463961720466614, "sender_entropy": 0.7593334913253784, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 71}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8030611872673035, "acc_or": 0.901020348072052}, "epoch": 72}
{"loss": -0.0935472771525383, "acc": 0.8952856063842773, "acc_or": 0.9476428031921387, "sender_entropy": 0.6254428029060364, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 72}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8153060674667358, "acc_or": 0.9076530337333679}, "epoch": 73}
{"loss": -0.12496204674243927, "acc": 0.893925666809082, "acc_or": 0.946962833404541, "sender_entropy": 0.7179924845695496, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 73}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8122448921203613, "acc_or": 0.9061223864555359}, "epoch": 74}
{"loss": -0.1164548248052597, "acc": 0.8929057121276855, "acc_or": 0.9464528560638428, "sender_entropy": 0.690969705581665, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 74}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8030611872673035, "acc_or": 0.901020348072052}, "epoch": 75}
{"loss": -0.1288471817970276, "acc": 0.8934723734855652, "acc_or": 0.9467361569404602, "sender_entropy": 0.7186511754989624, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 75}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8071427941322327, "acc_or": 0.9030612111091614}, "epoch": 76}
{"loss": -0.14029547572135925, "acc": 0.8952856063842773, "acc_or": 0.9476428031921387, "sender_entropy": 0.7614566683769226, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 76}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 77}
{"loss": -0.10388915985822678, "acc": 0.8924524188041687, "acc_or": 0.946226179599762, "sender_entropy": 0.6251609325408936, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 77}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8081632256507874, "acc_or": 0.9040815830230713}, "epoch": 78}
{"loss": -0.10223288834095001, "acc": 0.8952856063842773, "acc_or": 0.9476428031921387, "sender_entropy": 0.6176726818084717, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 78}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8071427941322327, "acc_or": 0.903571367263794}, "epoch": 79}
{"loss": -0.11946935951709747, "acc": 0.8931323885917664, "acc_or": 0.9465661644935608, "sender_entropy": 0.6634741425514221, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 79}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8122448921203613, "acc_or": 0.9061223864555359}, "epoch": 80}
{"loss": -0.12550434470176697, "acc": 0.896305501461029, "acc_or": 0.9481527805328369, "sender_entropy": 0.682353138923645, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 80}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.809183657169342, "acc_or": 0.9045917987823486}, "epoch": 81}
{"loss": -0.11893242597579956, "acc": 0.8955122232437134, "acc_or": 0.9477561116218567, "sender_entropy": 0.657005786895752, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 81}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.8030611872673035, "acc_or": 0.9015305638313293}, "epoch": 82}
{"loss": -0.12193436175584793, "acc": 0.8935856819152832, "acc_or": 0.9467928409576416, "sender_entropy": 0.6617230176925659, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 82}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8081632256507874, "acc_or": 0.9040815830230713}, "epoch": 83}
{"loss": -0.13083988428115845, "acc": 0.9040117859840393, "acc_or": 0.952005922794342, "sender_entropy": 0.6973887085914612, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 83}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8040816187858582, "acc_or": 0.9020407795906067}, "epoch": 84}
{"loss": -0.13916468620300293, "acc": 0.8935856819152832, "acc_or": 0.9467928409576416, "sender_entropy": 0.7024718523025513, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 84}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8132652640342712, "acc_or": 0.9066326022148132}, "epoch": 85}
{"loss": -0.1347174048423767, "acc": 0.89845871925354, "acc_or": 0.94922935962677, "sender_entropy": 0.6986238360404968, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 85}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8051019906997681, "acc_or": 0.902550995349884}, "epoch": 86}
{"loss": -0.13607929646968842, "acc": 0.8976654410362244, "acc_or": 0.9488327503204346, "sender_entropy": 0.6930148005485535, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 86}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8061224222183228, "acc_or": 0.9030612111091614}, "epoch": 87}
{"loss": -0.13293343782424927, "acc": 0.8924524188041687, "acc_or": 0.946226179599762, "sender_entropy": 0.6623292565345764, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 87}
{"generalization hold out": {"acc": 0.9387754797935486, "acc_or": 0.9693877100944519}, "uniform holdout": {"acc": 0.8224489688873291, "acc_or": 0.9112244248390198}, "epoch": 88}
{"loss": -0.15543220937252045, "acc": 0.8902992010116577, "acc_or": 0.9451496005058289, "sender_entropy": 0.741372287273407, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 88}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8040816187858582, "acc_or": 0.9020407795906067}, "epoch": 89}
{"loss": -0.13557854294776917, "acc": 0.9044650793075562, "acc_or": 0.9522325396537781, "sender_entropy": 0.676230251789093, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 89}
{"generalization hold out": {"acc": 0.9285714030265808, "acc_or": 0.964285671710968}, "uniform holdout": {"acc": 0.809183657169342, "acc_or": 0.9045917987823486}, "epoch": 90}
{"loss": -0.12162172794342041, "acc": 0.904805064201355, "acc_or": 0.9524025321006775, "sender_entropy": 0.637605607509613, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 90}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.8153060674667358, "acc_or": 0.9076530337333679}, "epoch": 91}
{"loss": -0.17290198802947998, "acc": 0.9078649282455444, "acc_or": 0.9539324641227722, "sender_entropy": 0.7939526438713074, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 91}
{"generalization hold out": {"acc": 0.7602040767669678, "acc_or": 0.8801020383834839}, "uniform holdout": {"acc": 0.8214285373687744, "acc_or": 0.9107142686843872}, "epoch": 92}
{"loss": -0.12647047638893127, "acc": 0.9072982668876648, "acc_or": 0.9536491632461548, "sender_entropy": 0.6685140132904053, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 92}
{"generalization hold out": {"acc": 0.9489795565605164, "acc_or": 0.9744897484779358}, "uniform holdout": {"acc": 0.8255101442337036, "acc_or": 0.9127550721168518}, "epoch": 93}
{"loss": -0.14423105120658875, "acc": 0.9178377389907837, "acc_or": 0.9589188694953918, "sender_entropy": 0.717898428440094, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 93}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8204081058502197, "acc_or": 0.9102040529251099}, "epoch": 94}
{"loss": -0.14348222315311432, "acc": 0.9129646420478821, "acc_or": 0.9564822912216187, "sender_entropy": 0.7197908759117126, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 94}
{"generalization hold out": {"acc": 0.9438775181770325, "acc_or": 0.9719387292861938}, "uniform holdout": {"acc": 0.8183673024177551, "acc_or": 0.9091836214065552}, "epoch": 95}
{"loss": -0.1674698144197464, "acc": 0.928037166595459, "acc_or": 0.9640185832977295, "sender_entropy": 0.796555757522583, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 95}
{"generalization hold out": {"acc": 0.964285671710968, "acc_or": 0.9821428656578064}, "uniform holdout": {"acc": 0.8224489688873291, "acc_or": 0.9112244248390198}, "epoch": 96}
{"loss": -0.13102804124355316, "acc": 0.9339302182197571, "acc_or": 0.9669650793075562, "sender_entropy": 0.7174128890037537, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 96}
{"generalization hold out": {"acc": 0.9540815949440002, "acc_or": 0.9770407676696777}, "uniform holdout": {"acc": 0.823469340801239, "acc_or": 0.9117346405982971}, "epoch": 97}
{"loss": -0.11785662174224854, "acc": 0.9441296458244324, "acc_or": 0.9720648527145386, "sender_entropy": 0.6529651284217834, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 97}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.8612244725227356, "acc_or": 0.9306122064590454}, "epoch": 98}
{"loss": -0.12912319600582123, "acc": 0.9841341972351074, "acc_or": 0.9920670986175537, "sender_entropy": 0.7774373292922974, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 98}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9632652401924133, "acc_or": 0.9816325902938843}, "epoch": 99}
{"loss": -0.0769202709197998, "acc": 0.9887806177139282, "acc_or": 0.9943336248397827, "sender_entropy": 0.6701664328575134, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 99}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9632652401924133, "acc_or": 0.9816325902938843}, "epoch": 100}
{"loss": -0.07338561117649078, "acc": 0.9900271892547607, "acc_or": 0.994956910610199, "sender_entropy": 0.6838667988777161, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 100}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9724489450454712, "acc_or": 0.9862244725227356}, "epoch": 101}
{"loss": -0.07578721642494202, "acc": 0.9903671741485596, "acc_or": 0.9951269030570984, "sender_entropy": 0.641787588596344, "receiver_entropy": 0.0, "length": 3.9900271892547607, "mode": "test", "epoch": 101}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9734693169593811, "acc_or": 0.9867346286773682}, "epoch": 102}
{"loss": -0.07440197467803955, "acc": 0.9904804825782776, "acc_or": 0.9952402710914612, "sender_entropy": 0.6922933459281921, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 102}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9704081416130066, "acc_or": 0.9852040410041809}, "epoch": 103}
{"loss": -0.07304850965738297, "acc": 0.9909338355064392, "acc_or": 0.9954668879508972, "sender_entropy": 0.6968046426773071, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 103}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9755101799964905, "acc_or": 0.9877550601959229}, "epoch": 104}
{"loss": -0.07196009904146194, "acc": 0.9907071590423584, "acc_or": 0.9953535795211792, "sender_entropy": 0.6716750264167786, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 104}
{"generalization hold out": {"acc": 0.9897959232330322, "acc_or": 0.9948979616165161}, "uniform holdout": {"acc": 0.9755101799964905, "acc_or": 0.9877550601959229}, "epoch": 105}
{"loss": -0.07815347611904144, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.7114664912223816, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 105}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9734693169593811, "acc_or": 0.9867346286773682}, "epoch": 106}
{"loss": -0.07862043380737305, "acc": 0.9910471439361572, "acc_or": 0.9955235719680786, "sender_entropy": 0.7139143347740173, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 106}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9744897484779358, "acc_or": 0.9872448444366455}, "epoch": 107}
{"loss": -0.07897795736789703, "acc": 0.9908204674720764, "acc_or": 0.9953535795211792, "sender_entropy": 0.7079038619995117, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 107}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9755101799964905, "acc_or": 0.9877550601959229}, "epoch": 108}
{"loss": -0.07926471531391144, "acc": 0.9920670986175537, "acc_or": 0.9959768652915955, "sender_entropy": 0.6829617023468018, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 108}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9744897484779358, "acc_or": 0.9872448444366455}, "epoch": 109}
{"loss": -0.0874432623386383, "acc": 0.9918404221534729, "acc_or": 0.9958635568618774, "sender_entropy": 0.7553319334983826, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 109}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 110}
{"loss": -0.08638744801282883, "acc": 0.9915004372596741, "acc_or": 0.995693564414978, "sender_entropy": 0.7421224117279053, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 110}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9724489450454712, "acc_or": 0.9862244725227356}, "epoch": 111}
{"loss": -0.07513702660799026, "acc": 0.9920670986175537, "acc_or": 0.9960335493087769, "sender_entropy": 0.6337081789970398, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 111}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 112}
{"loss": -0.08706766366958618, "acc": 0.9926337003707886, "acc_or": 0.9963168501853943, "sender_entropy": 0.7176519632339478, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 112}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 113}
{"loss": -0.08468594402074814, "acc": 0.9932003617286682, "acc_or": 0.9966002106666565, "sender_entropy": 0.6883412003517151, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 113}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 114}
{"loss": -0.08589212596416473, "acc": 0.9938803315162659, "acc_or": 0.9969401359558105, "sender_entropy": 0.6724154353141785, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 114}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 115}
{"loss": -0.08959280699491501, "acc": 0.9925203919410706, "acc_or": 0.9962602257728577, "sender_entropy": 0.6942815780639648, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 115}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 116}
{"loss": -0.09102184325456619, "acc": 0.9930870532989502, "acc_or": 0.9965435266494751, "sender_entropy": 0.680344820022583, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 116}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 117}
{"loss": -0.08834877610206604, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.6561167240142822, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 117}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 118}
{"loss": -0.09574291110038757, "acc": 0.9929736852645874, "acc_or": 0.9964868426322937, "sender_entropy": 0.7096569538116455, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 118}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 119}
{"loss": -0.10078946501016617, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.7265595197677612, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 119}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 120}
{"loss": -0.09499938786029816, "acc": 0.9929736852645874, "acc_or": 0.9964868426322937, "sender_entropy": 0.6731576919555664, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 120}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 121}
{"loss": -0.09628521651029587, "acc": 0.9932003617286682, "acc_or": 0.9966002106666565, "sender_entropy": 0.6711246967315674, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 121}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 122}
{"loss": -0.09768472611904144, "acc": 0.9933136701583862, "acc_or": 0.9966568350791931, "sender_entropy": 0.6594407558441162, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 122}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 123}
{"loss": -0.11089616268873215, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7445805668830872, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 123}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 124}
{"loss": -0.10291676968336105, "acc": 0.9930870532989502, "acc_or": 0.9965435266494751, "sender_entropy": 0.6948203444480896, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 124}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 125}
{"loss": -0.10468732565641403, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.6984817981719971, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 125}
{"generalization hold out": {"acc": 1.0, "acc_or": 1.0}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 126}
{"loss": -0.11352811753749847, "acc": 0.9936536550521851, "acc_or": 0.9968268275260925, "sender_entropy": 0.7337680459022522, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 126}
{"generalization hold out": {"acc": 0.9948979616165161, "acc_or": 0.9974489808082581}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 127}
{"loss": -0.12029766291379929, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7690186500549316, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 127}
{"generalization hold out": {"acc": 0.714285671710968, "acc_or": 0.8571428656578064}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 128}
{"loss": -0.11569848656654358, "acc": 0.9938803315162659, "acc_or": 0.9969401359558105, "sender_entropy": 0.728752613067627, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 128}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7576530575752258}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 129}
{"loss": -0.11015722900629044, "acc": 0.9933136701583862, "acc_or": 0.9966568350791931, "sender_entropy": 0.6837573647499084, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 129}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7525510191917419}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 130}
{"loss": -0.12129589915275574, "acc": 0.993540346622467, "acc_or": 0.9967701435089111, "sender_entropy": 0.7507089972496033, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 130}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7551020383834839}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 131}
{"loss": -0.12521059811115265, "acc": 0.9930870532989502, "acc_or": 0.9965435266494751, "sender_entropy": 0.7333357930183411, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 131}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 132}
{"loss": -0.11562920361757278, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.703870952129364, "receiver_entropy": 0.0, "length": 3.9985268115997314, "mode": "test", "epoch": 132}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 133}
{"loss": -0.11742167919874191, "acc": 0.9939936399459839, "acc_or": 0.9969968199729919, "sender_entropy": 0.7079287171363831, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 133}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 134}
{"loss": -0.11952204257249832, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7084580063819885, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 134}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 135}
{"loss": -0.12127313762903214, "acc": 0.9938803315162659, "acc_or": 0.9969401359558105, "sender_entropy": 0.7002564072608948, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 135}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 136}
{"loss": -0.12663361430168152, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7475517392158508, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 136}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 137}
{"loss": -0.11654051393270493, "acc": 0.9939936399459839, "acc_or": 0.9969968199729919, "sender_entropy": 0.663515567779541, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 137}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 138}
{"loss": -0.1309814155101776, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7466057538986206, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 138}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 139}
{"loss": -0.1407589614391327, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7860566973686218, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 139}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7576530575752258}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 140}
{"loss": -0.12372168153524399, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6832143068313599, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 140}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7551020383834839}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 141}
{"loss": -0.12436533719301224, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6833460927009583, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 141}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 142}
{"loss": -0.13155169785022736, "acc": 0.9938803315162659, "acc_or": 0.9969401359558105, "sender_entropy": 0.7017806172370911, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 142}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 143}
{"loss": -0.12734805047512054, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.6830548644065857, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 143}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 144}
{"loss": -0.14117038249969482, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7427376508712769, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 144}
{"generalization hold out": {"acc": 0.6377550959587097, "acc_or": 0.8188775181770325}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 145}
{"loss": -0.14235202968120575, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7598933577537537, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 145}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8316326141357422}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 146}
{"loss": -0.14276504516601562, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.7547763586044312, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 146}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 147}
{"loss": -0.14131015539169312, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.7335269451141357, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 147}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7576530575752258}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 148}
{"loss": -0.14183875918388367, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7305587530136108, "receiver_entropy": 0.0, "length": 3.9988667964935303, "mode": "test", "epoch": 148}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 149}
{"loss": -0.14102329313755035, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7174487113952637, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 149}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 150}
{"loss": -0.12941810488700867, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.6518805623054504, "receiver_entropy": 0.0, "length": 3.990593910217285, "mode": "test", "epoch": 150}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8367346525192261}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 151}
{"loss": -0.1462877094745636, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7314985394477844, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 151}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7525510191917419}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 152}
{"loss": -0.14375515282154083, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.7218342423439026, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 152}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 153}
{"loss": -0.15602163970470428, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7731581926345825, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 153}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 154}
{"loss": -0.1294800043106079, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6260281205177307, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 154}
{"generalization hold out": {"acc": 0.6785714030265808, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 155}
{"loss": -0.15481598675251007, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7517310976982117, "receiver_entropy": 0.0, "length": 3.9915003776550293, "mode": "test", "epoch": 155}
{"generalization hold out": {"acc": 0.6836734414100647, "acc_or": 0.8290815949440002}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 156}
{"loss": -0.14106504619121552, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6746975779533386, "receiver_entropy": 0.0, "length": 3.9907071590423584, "mode": "test", "epoch": 156}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 157}
{"loss": -0.16209958493709564, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.7681829333305359, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 157}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 158}
{"loss": -0.14300769567489624, "acc": 0.9939936399459839, "acc_or": 0.9969968199729919, "sender_entropy": 0.6768143773078918, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 158}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 159}
{"loss": -0.15351222455501556, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7120729684829712, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 159}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 160}
{"loss": -0.1692611426115036, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7884169816970825, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 160}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.7882652878761292}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 161}
{"loss": -0.15748217701911926, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7271939516067505, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 161}
{"generalization hold out": {"acc": 0.6632652878761292, "acc_or": 0.8239795565605164}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 162}
{"loss": -0.1969687044620514, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8959430456161499, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 162}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 163}
{"loss": -0.1741802841424942, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7945152521133423, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 163}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7627550959587097}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 164}
{"loss": -0.1663183569908142, "acc": 0.9939936399459839, "acc_or": 0.9969968199729919, "sender_entropy": 0.7473316788673401, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 164}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 165}
{"loss": -0.16885200142860413, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7445245981216431, "receiver_entropy": 0.0, "length": 3.9902539253234863, "mode": "test", "epoch": 165}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7653061151504517}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 166}
{"loss": -0.15503953397274017, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.6882562041282654, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 166}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 167}
{"loss": -0.16923430562019348, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7466979026794434, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 167}
{"generalization hold out": {"acc": 0.5561224222183228, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 168}
{"loss": -0.1699949949979782, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7431827783584595, "receiver_entropy": 0.0, "length": 3.992520332336426, "mode": "test", "epoch": 168}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 169}
{"loss": -0.1667335033416748, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7320725917816162, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 169}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 170}
{"loss": -0.1698242425918579, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7262669205665588, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 170}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 171}
{"loss": -0.17803996801376343, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7692686915397644, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 171}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7525510191917419}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 172}
{"loss": -0.18910861015319824, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8125127553939819, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 172}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 173}
{"loss": -0.18115392327308655, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7726187109947205, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 173}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 174}
{"loss": -0.16449779272079468, "acc": 0.9938803315162659, "acc_or": 0.9969401359558105, "sender_entropy": 0.6988282799720764, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 174}
{"generalization hold out": {"acc": 0.6530612111091614, "acc_or": 0.8112244606018066}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 175}
{"loss": -0.19704614579677582, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.8266804814338684, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 175}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 176}
{"loss": -0.1773563176393509, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7476532459259033, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 176}
{"generalization hold out": {"acc": 0.5765305757522583, "acc_or": 0.7704081535339355}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 177}
{"loss": -0.18875360488891602, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7839211821556091, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 177}
{"generalization hold out": {"acc": 0.7346938848495483, "acc_or": 0.8596938848495483}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 178}
{"loss": -0.17500032484531403, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7241562604904175, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 178}
{"generalization hold out": {"acc": 0.918367326259613, "acc_or": 0.9591836333274841}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 179}
{"loss": -0.1977798342704773, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.8116899132728577, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 179}
{"generalization hold out": {"acc": 0.6428571343421936, "acc_or": 0.8163264989852905}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 180}
{"loss": -0.17658397555351257, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7258289456367493, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 180}
{"generalization hold out": {"acc": 0.7091836333274841, "acc_or": 0.8520408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 181}
{"loss": -0.1868021935224533, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7590762376785278, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 181}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7806122303009033}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 182}
{"loss": -0.17278578877449036, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7028440833091736, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 182}
{"generalization hold out": {"acc": 0.8775510191917419, "acc_or": 0.9285714030265808}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 183}
{"loss": -0.17841236293315887, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7145559787750244, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 183}
{"generalization hold out": {"acc": 0.7857142686843872, "acc_or": 0.8877550959587097}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 184}
{"loss": -0.1794167011976242, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7166560292243958, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 184}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 185}
{"loss": -0.20082776248455048, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8007000088691711, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 185}
{"generalization hold out": {"acc": 0.5714285373687744, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 186}
{"loss": -0.18076473474502563, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7174543738365173, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 186}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 187}
{"loss": -0.2036936730146408, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.8090164065361023, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 187}
{"generalization hold out": {"acc": 0.9336734414100647, "acc_or": 0.96683669090271}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9923468828201294}, "epoch": 188}
{"loss": -0.19586381316184998, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7721349000930786, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 188}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 189}
{"loss": -0.17543768882751465, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6842073202133179, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 189}
{"generalization hold out": {"acc": 0.545918345451355, "acc_or": 0.7704081535339355}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 190}
{"loss": -0.18759728968143463, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7301068305969238, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 190}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7704081535339355}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 191}
{"loss": -0.17343780398368835, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6731619834899902, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 191}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 192}
{"loss": -0.1993994116783142, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7680794596672058, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 192}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 193}
{"loss": -0.18226364254951477, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7031057476997375, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 193}
{"generalization hold out": {"acc": 0.6938775181770325, "acc_or": 0.8443877100944519}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 194}
{"loss": -0.20911656320095062, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8021251559257507, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 194}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 195}
{"loss": -0.1901836097240448, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7251813411712646, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 195}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 196}
{"loss": -0.19506515562534332, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.7413604855537415, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 196}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 197}
{"loss": -0.17299987375736237, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6507290601730347, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 197}
{"generalization hold out": {"acc": 0.6173469424247742, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 198}
{"loss": -0.19947917759418488, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7528426051139832, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 198}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 199}
{"loss": -0.22732622921466827, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.8516969680786133, "receiver_entropy": 0.0, "length": 3.997846841812134, "mode": "test", "epoch": 199}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 200}
{"loss": -0.2151157706975937, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.8065751194953918, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 200}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 201}
{"loss": -0.20380853116512299, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7615975737571716, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 201}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 202}
{"loss": -0.2202800065279007, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.8142169713973999, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 202}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 203}
{"loss": -0.18078283965587616, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6650192737579346, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 203}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 204}
{"loss": -0.21543285250663757, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7894270420074463, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 204}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 205}
{"loss": -0.18648865818977356, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6827889680862427, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 205}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 206}
{"loss": -0.20707368850708008, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7537872791290283, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 206}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 207}
{"loss": -0.1930502951145172, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6967589855194092, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 207}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 208}
{"loss": -0.19988402724266052, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7258886098861694, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 208}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 209}
{"loss": -0.1993352621793747, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7124714851379395, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 209}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 210}
{"loss": -0.21996517479419708, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7882075905799866, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 210}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 211}
{"loss": -0.21543973684310913, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7684256434440613, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 211}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 212}
{"loss": -0.19211389124393463, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.688106894493103, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 212}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 213}
{"loss": -0.22381995618343353, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.7967539429664612, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 213}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 214}
{"loss": -0.22045530378818512, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7766086459159851, "receiver_entropy": 0.0, "length": 3.991387128829956, "mode": "test", "epoch": 214}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 215}
{"loss": -0.19526328146457672, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6863481402397156, "receiver_entropy": 0.0, "length": 3.9907071590423584, "mode": "test", "epoch": 215}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 216}
{"loss": -0.21485111117362976, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7561858892440796, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 216}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 217}
{"loss": -0.21937012672424316, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.767403781414032, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 217}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 218}
{"loss": -0.2158036231994629, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7550175786018372, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 218}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 219}
{"loss": -0.23619972169399261, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.8247917294502258, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 219}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 220}
{"loss": -0.18850179016590118, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6511932015419006, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 220}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 221}
{"loss": -0.21648257970809937, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7508640289306641, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 221}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 222}
{"loss": -0.20523424446582794, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.70694500207901, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 222}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 223}
{"loss": -0.19594882428646088, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6760777831077576, "receiver_entropy": 0.0, "length": 3.9911603927612305, "mode": "test", "epoch": 223}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 224}
{"loss": -0.1972583532333374, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6775156855583191, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 224}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 225}
{"loss": -0.22586265206336975, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7707728743553162, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 225}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 226}
{"loss": -0.23239661753177643, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7924690842628479, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 226}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 227}
{"loss": -0.2196720987558365, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7522296905517578, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 227}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 228}
{"loss": -0.22360241413116455, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7578388452529907, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 228}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 229}
{"loss": -0.21804824471473694, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7416858077049255, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 229}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 230}
{"loss": -0.2153310477733612, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.725726306438446, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 230}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 231}
{"loss": -0.2108887881040573, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7076864242553711, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 231}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 232}
{"loss": -0.257039338350296, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.8592244982719421, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 232}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 233}
{"loss": -0.2175876498222351, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7286194562911987, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 233}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 234}
{"loss": -0.21022899448871613, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7013700604438782, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 234}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 235}
{"loss": -0.21963143348693848, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7297309637069702, "receiver_entropy": 0.0, "length": 3.9911603927612305, "mode": "test", "epoch": 235}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 236}
{"loss": -0.22105169296264648, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7363200783729553, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 236}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 237}
{"loss": -0.22241055965423584, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7364204525947571, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 237}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 238}
{"loss": -0.22431530058383942, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7396459579467773, "receiver_entropy": 0.0, "length": 3.992520332336426, "mode": "test", "epoch": 238}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 239}
{"loss": -0.16126114130020142, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.5290477275848389, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 239}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 240}
{"loss": -0.21739283204078674, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7122277617454529, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 240}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 241}
{"loss": -0.2132522016763687, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7016521692276001, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 241}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 242}
{"loss": -0.2329934537410736, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7613259553909302, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 242}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 243}
{"loss": -0.20729583501815796, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6732513308525085, "receiver_entropy": 0.0, "length": 3.999206781387329, "mode": "test", "epoch": 243}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 244}
{"loss": -0.19479157030582428, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.629277229309082, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 244}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 245}
{"loss": -0.20948000252246857, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6763865351676941, "receiver_entropy": 0.0, "length": 3.999206781387329, "mode": "test", "epoch": 245}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 246}
{"loss": -0.22100310027599335, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7147448062896729, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 246}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 247}
{"loss": -0.22276347875595093, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7174551486968994, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 247}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 248}
{"loss": -0.2321770191192627, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7463368773460388, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 248}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 249}
{"loss": -0.20783160626888275, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6617088913917542, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 249}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 250}
{"loss": -0.22379499673843384, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7168420553207397, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 250}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 251}
{"loss": -0.21023686230182648, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6720974445343018, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 251}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 252}
{"loss": -0.23293842375278473, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.740716814994812, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 252}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 253}
{"loss": -0.214878112077713, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6850807666778564, "receiver_entropy": 0.0, "length": 3.998753309249878, "mode": "test", "epoch": 253}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 254}
{"loss": -0.2589714825153351, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8216151595115662, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 254}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 255}
{"loss": -0.23276421427726746, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7342308163642883, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 255}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 256}
{"loss": -0.2322074919939041, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7368946075439453, "receiver_entropy": 0.0, "length": 3.9985268115997314, "mode": "test", "epoch": 256}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 257}
{"loss": -0.21712461113929749, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6862912178039551, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 257}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 258}
{"loss": -0.22381913661956787, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7073357105255127, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 258}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 259}
{"loss": -0.2243252843618393, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.704757034778595, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 259}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 260}
{"loss": -0.22962434589862823, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7172740697860718, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 260}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 261}
{"loss": -0.23854082822799683, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7402108311653137, "receiver_entropy": 0.0, "length": 3.9994332790374756, "mode": "test", "epoch": 261}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 262}
{"loss": -0.2261778861284256, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7054305076599121, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 262}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 263}
{"loss": -0.2268589287996292, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7029988765716553, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 263}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 264}
{"loss": -0.23051469027996063, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7158162593841553, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 264}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 265}
{"loss": -0.23276367783546448, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7193351984024048, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 265}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 266}
{"loss": -0.22738593816757202, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7040085792541504, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 266}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 267}
{"loss": -0.23933346569538116, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7412177920341492, "receiver_entropy": 0.0, "length": 3.991840362548828, "mode": "test", "epoch": 267}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 268}
{"loss": -0.24383588135242462, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7557098865509033, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 268}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 269}
{"loss": -0.2223728895187378, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6836138963699341, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 269}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 270}
{"loss": -0.25554463267326355, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7847312688827515, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 270}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 271}
{"loss": -0.24871250987052917, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7623666524887085, "receiver_entropy": 0.0, "length": 3.9981868267059326, "mode": "test", "epoch": 271}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 272}
{"loss": -0.21951085329055786, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6723313927650452, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 272}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 273}
{"loss": -0.23062969744205475, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7065655589103699, "receiver_entropy": 0.0, "length": 3.9988667964935303, "mode": "test", "epoch": 273}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 274}
{"loss": -0.2431299090385437, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7403317093849182, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 274}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 275}
{"loss": -0.2115640491247177, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6416845917701721, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 275}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 276}
{"loss": -0.25095701217651367, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.759905993938446, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 276}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 277}
{"loss": -0.21185916662216187, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6375564336776733, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 277}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 278}
{"loss": -0.2168082594871521, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.650550127029419, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 278}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 279}
{"loss": -0.21298833191394806, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6339191198348999, "receiver_entropy": 0.0, "length": 3.990140438079834, "mode": "test", "epoch": 279}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 280}
{"loss": -0.25688520073890686, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7724354863166809, "receiver_entropy": 0.0, "length": 3.9910471439361572, "mode": "test", "epoch": 280}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 281}
{"loss": -0.22037166357040405, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6631715893745422, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 281}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 282}
{"loss": -0.2513448894023895, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7580631971359253, "receiver_entropy": 0.0, "length": 3.9985268115997314, "mode": "test", "epoch": 282}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 283}
{"loss": -0.2283647209405899, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.687574565410614, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 283}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 284}
{"loss": -0.23986560106277466, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7193772792816162, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 284}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 285}
{"loss": -0.23771610856056213, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7111412286758423, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 285}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 286}
{"loss": -0.24570874869823456, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7335919141769409, "receiver_entropy": 0.0, "length": 3.9910471439361572, "mode": "test", "epoch": 286}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 287}
{"loss": -0.23057971894741058, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6819719672203064, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 287}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 288}
{"loss": -0.24796421825885773, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7357588410377502, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 288}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 289}
{"loss": -0.2355792373418808, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.698185384273529, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 289}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 290}
{"loss": -0.21493293344974518, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6415470242500305, "receiver_entropy": 0.0, "length": 3.998753309249878, "mode": "test", "epoch": 290}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 291}
{"loss": -0.24802237749099731, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7316128015518188, "receiver_entropy": 0.0, "length": 3.9922938346862793, "mode": "test", "epoch": 291}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 292}
{"loss": -0.23667001724243164, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6979365348815918, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 292}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 293}
{"loss": -0.2569325566291809, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7556034922599792, "receiver_entropy": 0.0, "length": 3.991387128829956, "mode": "test", "epoch": 293}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 294}
{"loss": -0.22769209742546082, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6706169843673706, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 294}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 295}
{"loss": -0.2282770723104477, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6702712774276733, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 295}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 296}
{"loss": -0.21807818114757538, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6387689709663391, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 296}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 297}
{"loss": -0.2299330234527588, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6725174188613892, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 297}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 298}
{"loss": -0.21369129419326782, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6192408204078674, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 298}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 299}
{"loss": -0.2785341739654541, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8123930096626282, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 299}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 300}
{"loss": -0.238374724984169, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6950526833534241, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 300}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 301}
{"loss": -0.23026812076568604, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6705827116966248, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 301}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 302}
{"loss": -0.22046828269958496, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.642184853553772, "receiver_entropy": 0.0, "length": 3.9985268115997314, "mode": "test", "epoch": 302}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 303}
{"loss": -0.22761894762516022, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6569259166717529, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 303}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 304}
{"loss": -0.25349077582359314, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.737953245639801, "receiver_entropy": 0.0, "length": 3.999206781387329, "mode": "test", "epoch": 304}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 305}
{"loss": -0.2493167221546173, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7233092188835144, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 305}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 306}
{"loss": -0.23446670174598694, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6771652102470398, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 306}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 307}
{"loss": -0.1839851588010788, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.5252499580383301, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 307}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 308}
{"loss": -0.2282109260559082, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6550751328468323, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 308}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 309}
{"loss": -0.21029624342918396, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6036680936813354, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 309}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 310}
{"loss": -0.2555578947067261, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7364306449890137, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 310}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 311}
{"loss": -0.25388678908348083, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.729412317276001, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 311}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 312}
{"loss": -0.22761282324790955, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.650360643863678, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 312}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 313}
{"loss": -0.2439236044883728, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6994224190711975, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 313}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 314}
{"loss": -0.22987200319766998, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6579199433326721, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 314}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 315}
{"loss": -0.2589341104030609, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7407539486885071, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 315}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 316}
{"loss": -0.2592061460018158, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7403215765953064, "receiver_entropy": 0.0, "length": 3.9910471439361572, "mode": "test", "epoch": 316}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 317}
{"loss": -0.21887348592281342, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6185097098350525, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 317}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 318}
{"loss": -0.24079294502735138, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6875821352005005, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 318}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 319}
{"loss": -0.24660736322402954, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7008905410766602, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 319}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 320}
{"loss": -0.23882979154586792, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6787518858909607, "receiver_entropy": 0.0, "length": 3.997846841812134, "mode": "test", "epoch": 320}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 321}
{"loss": -0.25438758730888367, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7181805968284607, "receiver_entropy": 0.0, "length": 3.9922938346862793, "mode": "test", "epoch": 321}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 322}
{"loss": -0.24400942027568817, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6927205920219421, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 322}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 323}
{"loss": -0.2563394010066986, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7258444428443909, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 323}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 324}
{"loss": -0.24001683294773102, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6797599196434021, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 324}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 325}
{"loss": -0.2486707866191864, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7056190371513367, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 325}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 326}
{"loss": -0.22155643999576569, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6246795654296875, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 326}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 327}
{"loss": -0.29593104124069214, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.8396924734115601, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 327}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 328}
{"loss": -0.24513928592205048, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.690893292427063, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 328}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 329}
{"loss": -0.21415327489376068, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.5976923108100891, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 329}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 330}
{"loss": -0.23527444899082184, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6619981527328491, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 330}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 331}
{"loss": -0.24468153715133667, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6873171925544739, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 331}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 332}
{"loss": -0.21698684990406036, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6032803058624268, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 332}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 333}
{"loss": -0.24796687066555023, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.6922709345817566, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 333}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 334}
{"loss": -0.2699648439884186, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7566667199134827, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 334}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 335}
{"loss": -0.2585795223712921, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7212291359901428, "receiver_entropy": 0.0, "length": 3.9993200302124023, "mode": "test", "epoch": 335}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 336}
{"loss": -0.23945803940296173, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6677085161209106, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 336}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 337}
{"loss": -0.2470022737979889, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6867195963859558, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 337}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 338}
{"loss": -0.2573690116405487, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7156927585601807, "receiver_entropy": 0.0, "length": 3.999206781387329, "mode": "test", "epoch": 338}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 339}
{"loss": -0.25554633140563965, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7106444239616394, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 339}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 340}
{"loss": -0.2713707685470581, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7542010545730591, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 340}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 341}
{"loss": -0.256008118391037, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7108905911445618, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 341}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 342}
{"loss": -0.24836465716362, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.6867632865905762, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 342}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 343}
{"loss": -0.2468375563621521, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6784980893135071, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 343}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 344}
{"loss": -0.2352810949087143, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.649161159992218, "receiver_entropy": 0.0, "length": 3.9988667964935303, "mode": "test", "epoch": 344}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 345}
{"loss": -0.22676540911197662, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6246331334114075, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 345}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 346}
{"loss": -0.26583191752433777, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7355048656463623, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 346}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 347}
{"loss": -0.24557267129421234, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6755438446998596, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 347}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 348}
{"loss": -0.2823147475719452, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7804892659187317, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 348}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 349}
{"loss": -0.27983856201171875, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7707909941673279, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 349}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 350}
{"loss": -0.24986501038074493, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6864719986915588, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 350}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 351}
{"loss": -0.245509535074234, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6723402738571167, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 351}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 352}
{"loss": -0.25523751974105835, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6980847120285034, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 352}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 353}
{"loss": -0.24287113547325134, "acc": 0.9939936399459839, "acc_or": 0.9969968199729919, "sender_entropy": 0.66409832239151, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 353}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 354}
{"loss": -0.26259884238243103, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7163669466972351, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 354}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 355}
{"loss": -0.23928183317184448, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6548929214477539, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 355}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 356}
{"loss": -0.252257376909256, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6909285187721252, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 356}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 357}
{"loss": -0.27996155619621277, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7643124461174011, "receiver_entropy": 0.0, "length": 3.9916138648986816, "mode": "test", "epoch": 357}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 358}
{"loss": -0.2582429349422455, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7045584321022034, "receiver_entropy": 0.0, "length": 3.9981868267059326, "mode": "test", "epoch": 358}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 359}
{"loss": -0.25271785259246826, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.68792724609375, "receiver_entropy": 0.0, "length": 3.991387128829956, "mode": "test", "epoch": 359}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 360}
{"loss": -0.22226238250732422, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6000106930732727, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 360}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 361}
{"loss": -0.245523601770401, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6638543009757996, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 361}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 362}
{"loss": -0.24240131676197052, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6598060131072998, "receiver_entropy": 0.0, "length": 3.9981868267059326, "mode": "test", "epoch": 362}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 363}
{"loss": -0.25690343976020813, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6988400220870972, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 363}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 364}
{"loss": -0.23188425600528717, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6270797252655029, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 364}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 365}
{"loss": -0.2771094739437103, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7513594031333923, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 365}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 366}
{"loss": -0.25170329213142395, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6845115423202515, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 366}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 367}
{"loss": -0.2610517740249634, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7088122963905334, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 367}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 368}
{"loss": -0.2780570089817047, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.755069375038147, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 368}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 369}
{"loss": -0.2491607367992401, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6746828556060791, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 369}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 370}
{"loss": -0.24592064321041107, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.6612226963043213, "receiver_entropy": 0.0, "length": 3.9911603927612305, "mode": "test", "epoch": 370}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 371}
{"loss": -0.27236688137054443, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7336097359657288, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 371}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 372}
{"loss": -0.2779683768749237, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.748836100101471, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 372}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 373}
{"loss": -0.25870490074157715, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6954566240310669, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 373}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 374}
{"loss": -0.3121509552001953, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8410617113113403, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 374}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 375}
{"loss": -0.3028132915496826, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8166342377662659, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 375}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 376}
{"loss": -0.2637711465358734, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7104536294937134, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 376}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 377}
{"loss": -0.25665974617004395, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6884140968322754, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 377}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 378}
{"loss": -0.27294349670410156, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7338412404060364, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 378}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 379}
{"loss": -0.24836671352386475, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.6630382537841797, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 379}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 380}
{"loss": -0.24026250839233398, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6386466026306152, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 380}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 381}
{"loss": -0.24580413103103638, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6555993556976318, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 381}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 382}
{"loss": -0.26645079255104065, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.710533082485199, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 382}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 383}
{"loss": -0.26809021830558777, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7139156460762024, "receiver_entropy": 0.0, "length": 3.9922938346862793, "mode": "test", "epoch": 383}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 384}
{"loss": -0.2679401934146881, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7159437537193298, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 384}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 385}
{"loss": -0.291616290807724, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7768488526344299, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 385}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 386}
{"loss": -0.2692561745643616, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7167857885360718, "receiver_entropy": 0.0, "length": 3.999546766281128, "mode": "test", "epoch": 386}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 387}
{"loss": -0.2638384699821472, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7021219730377197, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 387}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 388}
{"loss": -0.28866928815841675, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7685727477073669, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 388}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 389}
{"loss": -0.2696091830730438, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.71809321641922, "receiver_entropy": 0.0, "length": 3.9986400604248047, "mode": "test", "epoch": 389}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 390}
{"loss": -0.26757001876831055, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7105868458747864, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 390}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 391}
{"loss": -0.2636832594871521, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6989483833312988, "receiver_entropy": 0.0, "length": 3.9986400604248047, "mode": "test", "epoch": 391}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 392}
{"loss": -0.2506785988807678, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6643258929252625, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 392}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 393}
{"loss": -0.2608444094657898, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6907508373260498, "receiver_entropy": 0.0, "length": 3.998413324356079, "mode": "test", "epoch": 393}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 394}
{"loss": -0.27063754200935364, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.713945209980011, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 394}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 395}
{"loss": -0.26835528016090393, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7115590572357178, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 395}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 396}
{"loss": -0.24882133305072784, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6572017669677734, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 396}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 397}
{"loss": -0.25001242756843567, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6583169102668762, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 397}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 398}
{"loss": -0.2711319923400879, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7150769233703613, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 398}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 399}
{"loss": -0.2809562385082245, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.741804838180542, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 399}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 400}
{"loss": -0.2547657787799835, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6708780527114868, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 400}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 401}
{"loss": -0.2719152569770813, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7148199081420898, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 401}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 402}
{"loss": -0.25238463282585144, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6613699793815613, "receiver_entropy": 0.0, "length": 3.990593910217285, "mode": "test", "epoch": 402}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 403}
{"loss": -0.2697282135486603, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.706546425819397, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 403}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 404}
{"loss": -0.2595839500427246, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6807432770729065, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 404}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 405}
{"loss": -0.2627218961715698, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6897038817405701, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 405}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 406}
{"loss": -0.2537885904312134, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6638152003288269, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 406}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 407}
{"loss": -0.2690974473953247, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7061309218406677, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 407}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 408}
{"loss": -0.29210492968559265, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.7645485997200012, "receiver_entropy": 0.0, "length": 3.9915003776550293, "mode": "test", "epoch": 408}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 409}
{"loss": -0.2563364803791046, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.672039270401001, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 409}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 410}
{"loss": -0.2544558346271515, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6656925678253174, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 410}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 411}
{"loss": -0.25950324535369873, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6788908839225769, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 411}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 412}
{"loss": -0.27103742957115173, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7060555219650269, "receiver_entropy": 0.0, "length": 3.9922938346862793, "mode": "test", "epoch": 412}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 413}
{"loss": -0.2599640488624573, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6793781518936157, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 413}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 414}
{"loss": -0.2637755870819092, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6898816227912903, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 414}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 415}
{"loss": -0.2960507571697235, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7745621204376221, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 415}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 416}
{"loss": -0.26511743664741516, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6902732849121094, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 416}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 417}
{"loss": -0.27634748816490173, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7208560705184937, "receiver_entropy": 0.0, "length": 3.9911603927612305, "mode": "test", "epoch": 417}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 418}
{"loss": -0.2623527944087982, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6833580136299133, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 418}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 419}
{"loss": -0.2777225971221924, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7219456434249878, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 419}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 420}
{"loss": -0.25186678767204285, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6492733955383301, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 420}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 421}
{"loss": -0.23859280347824097, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6181724667549133, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 421}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 422}
{"loss": -0.2788112163543701, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7228183746337891, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 422}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 423}
{"loss": -0.2689184546470642, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6981057524681091, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 423}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 424}
{"loss": -0.27174410223960876, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7042461633682251, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 424}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 425}
{"loss": -0.25008854269981384, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.6452165246009827, "receiver_entropy": 0.0, "length": 3.991840362548828, "mode": "test", "epoch": 425}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 426}
{"loss": -0.26223546266555786, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6794750094413757, "receiver_entropy": 0.0, "length": 3.991387128829956, "mode": "test", "epoch": 426}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 427}
{"loss": -0.26033341884613037, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6704185605049133, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 427}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 428}
{"loss": -0.2688375413417816, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6959210634231567, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 428}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 429}
{"loss": -0.2803173363208771, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7248939275741577, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 429}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 430}
{"loss": -0.26957622170448303, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.6958916187286377, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 430}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 431}
{"loss": -0.2869867980480194, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7391924858093262, "receiver_entropy": 0.0, "length": 3.9903671741485596, "mode": "test", "epoch": 431}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 432}
{"loss": -0.282888263463974, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7313337326049805, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 432}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 433}
{"loss": -0.2800441384315491, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7214931845664978, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 433}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 434}
{"loss": -0.24862158298492432, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.63954758644104, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 434}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 435}
{"loss": -0.2771304249763489, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7150585651397705, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 435}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 436}
{"loss": -0.292905330657959, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.754348635673523, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 436}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 437}
{"loss": -0.2838241159915924, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7256066203117371, "receiver_entropy": 0.0, "length": 3.991840362548828, "mode": "test", "epoch": 437}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 438}
{"loss": -0.27092862129211426, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.695528507232666, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 438}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 439}
{"loss": -0.2973816394805908, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7642326354980469, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 439}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 440}
{"loss": -0.2774288058280945, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7135934829711914, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 440}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 441}
{"loss": -0.25971490144729614, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6645163893699646, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 441}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 442}
{"loss": -0.24988247454166412, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6377090811729431, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 442}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 443}
{"loss": -0.2805767059326172, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7169459462165833, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 443}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 444}
{"loss": -0.2812422513961792, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7188282608985901, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 444}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 445}
{"loss": -0.27098068594932556, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6948692798614502, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 445}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 446}
{"loss": -0.2651441693305969, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6739417314529419, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 446}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 447}
{"loss": -0.2831680178642273, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7257192730903625, "receiver_entropy": 0.0, "length": 3.998413324356079, "mode": "test", "epoch": 447}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 448}
{"loss": -0.28187888860702515, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7226775884628296, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 448}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 449}
{"loss": -0.2994573712348938, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7660947442054749, "receiver_entropy": 0.0, "length": 3.999206781387329, "mode": "test", "epoch": 449}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.71683669090271}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 450}
{"loss": -0.3263442814350128, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8331238627433777, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 450}
{"generalization hold out": {"acc": 0.5867346525192261, "acc_or": 0.7755101919174194}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 451}
{"loss": -0.27147233486175537, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6903588771820068, "receiver_entropy": 0.0, "length": 3.990933895111084, "mode": "test", "epoch": 451}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 452}
{"loss": -0.2821689546108246, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7186133861541748, "receiver_entropy": 0.0, "length": 3.990933895111084, "mode": "test", "epoch": 452}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 453}
{"loss": -0.2672298550605774, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6805341243743896, "receiver_entropy": 0.0, "length": 3.9994332790374756, "mode": "test", "epoch": 453}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 454}
{"loss": -0.30312401056289673, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7740335464477539, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 454}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 455}
{"loss": -0.2933799922466278, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7477381229400635, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 455}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 456}
{"loss": -0.27228567004203796, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6928985118865967, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 456}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 457}
{"loss": -0.25601378083229065, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6495199799537659, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 457}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 458}
{"loss": -0.297990620136261, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7559044361114502, "receiver_entropy": 0.0, "length": 3.991387128829956, "mode": "test", "epoch": 458}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 459}
{"loss": -0.29611292481422424, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7530234456062317, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 459}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 460}
{"loss": -0.27079516649246216, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6872725486755371, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 460}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 461}
{"loss": -0.2716769874095917, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6845985651016235, "receiver_entropy": 0.0, "length": 3.9920670986175537, "mode": "test", "epoch": 461}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 462}
{"loss": -0.28761938214302063, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7293068766593933, "receiver_entropy": 0.0, "length": 3.9920670986175537, "mode": "test", "epoch": 462}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 463}
{"loss": -0.2677363455295563, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6789659261703491, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 463}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 464}
{"loss": -0.2690332233905792, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6804562211036682, "receiver_entropy": 0.0, "length": 3.998413324356079, "mode": "test", "epoch": 464}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 465}
{"loss": -0.2525053024291992, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6397833824157715, "receiver_entropy": 0.0, "length": 3.9986400604248047, "mode": "test", "epoch": 465}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 466}
{"loss": -0.2693610191345215, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6829517483711243, "receiver_entropy": 0.0, "length": 3.998753309249878, "mode": "test", "epoch": 466}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 467}
{"loss": -0.25710609555244446, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6452414393424988, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 467}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 468}
{"loss": -0.25147590041160583, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6360539197921753, "receiver_entropy": 0.0, "length": 3.998413324356079, "mode": "test", "epoch": 468}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 469}
{"loss": -0.2758786082267761, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6966508626937866, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 469}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 470}
{"loss": -0.2897394895553589, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.731574535369873, "receiver_entropy": 0.0, "length": 3.9915003776550293, "mode": "test", "epoch": 470}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 471}
{"loss": -0.28948602080345154, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7292191386222839, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 471}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 472}
{"loss": -0.2595668435096741, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6532648801803589, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 472}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 473}
{"loss": -0.27163437008857727, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6837924122810364, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 473}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 474}
{"loss": -0.2668192386627197, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6723132729530334, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 474}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 475}
{"loss": -0.27946457266807556, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.703636646270752, "receiver_entropy": 0.0, "length": 3.9986400604248047, "mode": "test", "epoch": 475}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 476}
{"loss": -0.2851399779319763, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7186339497566223, "receiver_entropy": 0.0, "length": 3.9907071590423584, "mode": "test", "epoch": 476}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 477}
{"loss": -0.28710684180259705, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7236063480377197, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 477}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 478}
{"loss": -0.270306795835495, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6808672547340393, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 478}
{"generalization hold out": {"acc": 0.5510203838348389, "acc_or": 0.7551020383834839}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 479}
{"loss": -0.28292450308799744, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7134391069412231, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 479}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 480}
{"loss": -0.28856950998306274, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.725833535194397, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 480}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 481}
{"loss": -0.2731096148490906, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6874386072158813, "receiver_entropy": 0.0, "length": 3.998753309249878, "mode": "test", "epoch": 481}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 482}
{"loss": -0.25664201378822327, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6432358622550964, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 482}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 483}
{"loss": -0.27508097887039185, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6891633868217468, "receiver_entropy": 0.0, "length": 3.990933895111084, "mode": "test", "epoch": 483}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 484}
{"loss": -0.27666333317756653, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.694501519203186, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 484}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 485}
{"loss": -0.27255770564079285, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6818363070487976, "receiver_entropy": 0.0, "length": 3.991727113723755, "mode": "test", "epoch": 485}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 486}
{"loss": -0.2608320713043213, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.651597797870636, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 486}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 487}
{"loss": -0.2467031627893448, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.615108847618103, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 487}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 488}
{"loss": -0.30445849895477295, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7632303833961487, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 488}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 489}
{"loss": -0.26621654629707336, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6628503799438477, "receiver_entropy": 0.0, "length": 3.9922938346862793, "mode": "test", "epoch": 489}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 490}
{"loss": -0.2665099501609802, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.663761556148529, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 490}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 491}
{"loss": -0.2617354691028595, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6541581749916077, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 491}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 492}
{"loss": -0.28452664613723755, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7115595936775208, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 492}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 493}
{"loss": -0.2921459674835205, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7293336987495422, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 493}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 494}
{"loss": -0.28103935718536377, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.702563464641571, "receiver_entropy": 0.0, "length": 3.9989800453186035, "mode": "test", "epoch": 494}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 495}
{"loss": -0.267079621553421, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.662880003452301, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 495}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 496}
{"loss": -0.28614750504493713, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7157180309295654, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 496}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 497}
{"loss": -0.29359859228134155, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7336025238037109, "receiver_entropy": 0.0, "length": 3.9981868267059326, "mode": "test", "epoch": 497}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 498}
{"loss": -0.3033350706100464, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7563173174858093, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 498}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 499}
{"loss": -0.3046363294124603, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.757938027381897, "receiver_entropy": 0.0, "length": 3.9903671741485596, "mode": "test", "epoch": 499}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 500}
{"loss": -0.33398735523223877, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8343815803527832, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 500}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 501}
{"loss": -0.26814502477645874, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6692460775375366, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 501}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 502}
{"loss": -0.3380383849143982, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8434649109840393, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 502}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 503}
{"loss": -0.2768719792366028, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6860283017158508, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 503}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 504}
{"loss": -0.26893553137779236, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6664926409721375, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 504}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 505}
{"loss": -0.32952630519866943, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.821820855140686, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 505}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 506}
{"loss": -0.2633022964000702, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6510035395622253, "receiver_entropy": 0.0, "length": 3.9916138648986816, "mode": "test", "epoch": 506}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 507}
{"loss": -0.2668016254901886, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6619105935096741, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 507}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 508}
{"loss": -0.265135258436203, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6571985483169556, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 508}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 509}
{"loss": -0.2989365756511688, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7395950555801392, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 509}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 510}
{"loss": -0.3132229149341583, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7782801389694214, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 510}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 511}
{"loss": -0.3091064989566803, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7669875025749207, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 511}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 512}
{"loss": -0.24327228963375092, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.5995574593544006, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 512}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 513}
{"loss": -0.2638779282569885, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6543431282043457, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 513}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 514}
{"loss": -0.289593905210495, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.717878520488739, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 514}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 515}
{"loss": -0.29354801774024963, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7266326546669006, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 515}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 516}
{"loss": -0.30772680044174194, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7621294856071472, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 516}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 517}
{"loss": -0.3071455657482147, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7602079510688782, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 517}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 518}
{"loss": -0.26522931456565857, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6545021533966064, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 518}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 519}
{"loss": -0.30031195282936096, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7426074743270874, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 519}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 520}
{"loss": -0.26855283975601196, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6622185111045837, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 520}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 521}
{"loss": -0.21888183057308197, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.535075843334198, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 521}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 522}
{"loss": -0.2776073217391968, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6827377080917358, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 522}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 523}
{"loss": -0.2953130006790161, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7258528470993042, "receiver_entropy": 0.0, "length": 3.9920670986175537, "mode": "test", "epoch": 523}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 524}
{"loss": -0.2607220411300659, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.639687180519104, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 524}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 525}
{"loss": -0.2785417437553406, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6881523132324219, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 525}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 526}
{"loss": -0.2803947329521179, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6910524368286133, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 526}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 527}
{"loss": -0.26831409335136414, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6610777974128723, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 527}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 528}
{"loss": -0.2548910975456238, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6260481476783752, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 528}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 529}
{"loss": -0.26911959052085876, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.660325825214386, "receiver_entropy": 0.0, "length": 3.991273880004883, "mode": "test", "epoch": 529}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 530}
{"loss": -0.26115313172340393, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6418333649635315, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 530}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 531}
{"loss": -0.3074073791503906, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7570445537567139, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 531}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 532}
{"loss": -0.256185919046402, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.62954181432724, "receiver_entropy": 0.0, "length": 3.997846841812134, "mode": "test", "epoch": 532}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 533}
{"loss": -0.2935490012168884, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7190128564834595, "receiver_entropy": 0.0, "length": 3.991387128829956, "mode": "test", "epoch": 533}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 534}
{"loss": -0.2788855731487274, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6853340268135071, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 534}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 535}
{"loss": -0.29446941614151, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7234404683113098, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 535}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 536}
{"loss": -0.34539300203323364, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8481727242469788, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 536}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 537}
{"loss": -0.32795751094818115, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8064082264900208, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 537}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 538}
{"loss": -0.29189157485961914, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.717265248298645, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 538}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 539}
{"loss": -0.3013303279876709, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7378562688827515, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 539}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 540}
{"loss": -0.26540443301200867, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6491926312446594, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 540}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 541}
{"loss": -0.29636549949645996, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7248015999794006, "receiver_entropy": 0.0, "length": 3.9908204078674316, "mode": "test", "epoch": 541}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 542}
{"loss": -0.27362489700317383, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6700823307037354, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 542}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 543}
{"loss": -0.3029632568359375, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7405282258987427, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 543}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 544}
{"loss": -0.28856006264686584, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7044746279716492, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 544}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 545}
{"loss": -0.2711322009563446, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6598832011222839, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 545}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 546}
{"loss": -0.2759793698787689, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6743229627609253, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 546}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 547}
{"loss": -0.2565247416496277, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6238006949424744, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 547}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 548}
{"loss": -0.3013237416744232, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7346141338348389, "receiver_entropy": 0.0, "length": 3.9907071590423584, "mode": "test", "epoch": 548}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 549}
{"loss": -0.33685463666915894, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8253345489501953, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 549}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 550}
{"loss": -0.33044421672821045, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8090409636497498, "receiver_entropy": 0.0, "length": 3.998413324356079, "mode": "test", "epoch": 550}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 551}
{"loss": -0.2994779944419861, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7317856550216675, "receiver_entropy": 0.0, "length": 3.9988667964935303, "mode": "test", "epoch": 551}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 552}
{"loss": -0.28884413838386536, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7061215043067932, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 552}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 553}
{"loss": -0.3391103744506836, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8292626738548279, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 553}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 554}
{"loss": -0.27613407373428345, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6709078550338745, "receiver_entropy": 0.0, "length": 3.9902539253234863, "mode": "test", "epoch": 554}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 555}
{"loss": -0.30900734663009644, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7552323341369629, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 555}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 556}
{"loss": -0.3025529980659485, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7380660176277161, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 556}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 557}
{"loss": -0.2721187472343445, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6606923341751099, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 557}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 558}
{"loss": -0.2922596335411072, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7109606862068176, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 558}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 559}
{"loss": -0.29697364568710327, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7253225445747375, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 559}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 560}
{"loss": -0.2852739095687866, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.695327639579773, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 560}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 561}
{"loss": -0.2680407166481018, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6501944065093994, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 561}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 562}
{"loss": -0.27969634532928467, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.679170548915863, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 562}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 563}
{"loss": -0.31318843364715576, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7620746493339539, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 563}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 564}
{"loss": -0.25131744146347046, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6064673066139221, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 564}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 565}
{"loss": -0.2929489016532898, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7104358077049255, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 565}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 566}
{"loss": -0.3025996685028076, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7361963987350464, "receiver_entropy": 0.0, "length": 3.9994332790374756, "mode": "test", "epoch": 566}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 567}
{"loss": -0.32361534237861633, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7868244051933289, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 567}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 568}
{"loss": -0.27673348784446716, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6722740530967712, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 568}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 569}
{"loss": -0.34272244572639465, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8327379822731018, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 569}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 570}
{"loss": -0.30730026960372925, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7453583478927612, "receiver_entropy": 0.0, "length": 3.9911603927612305, "mode": "test", "epoch": 570}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 571}
{"loss": -0.31459298729896545, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7625633478164673, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 571}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 572}
{"loss": -0.3372650742530823, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8184126019477844, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 572}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 573}
{"loss": -0.30532562732696533, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.740729808807373, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 573}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 574}
{"loss": -0.3456904888153076, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.837553858757019, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 574}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 575}
{"loss": -0.3242930769920349, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7837944626808167, "receiver_entropy": 0.0, "length": 3.991387128829956, "mode": "test", "epoch": 575}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 576}
{"loss": -0.2969852089881897, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7186008095741272, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 576}
{"generalization hold out": {"acc": 0.5408163070678711, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 577}
{"loss": -0.31868013739585876, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7732431888580322, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 577}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 578}
{"loss": -0.3024522364139557, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7340648770332336, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 578}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 579}
{"loss": -0.2695077061653137, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6515360474586487, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 579}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 580}
{"loss": -0.28106889128685, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6785792708396912, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 580}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 581}
{"loss": -0.2964116632938385, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7175194621086121, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 581}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 582}
{"loss": -0.28762537240982056, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.69138503074646, "receiver_entropy": 0.0, "length": 3.991387128829956, "mode": "test", "epoch": 582}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 583}
{"loss": -0.2878393530845642, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6956234574317932, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 583}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 584}
{"loss": -0.30785316228866577, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7447277903556824, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 584}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 585}
{"loss": -0.2761772871017456, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6633627414703369, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 585}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 586}
{"loss": -0.27432072162628174, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6603165864944458, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 586}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 587}
{"loss": -0.28376632928848267, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6836433410644531, "receiver_entropy": 0.0, "length": 3.992520332336426, "mode": "test", "epoch": 587}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 588}
{"loss": -0.2741543650627136, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6610521078109741, "receiver_entropy": 0.0, "length": 3.9910471439361572, "mode": "test", "epoch": 588}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 589}
{"loss": -0.2653723657131195, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6359571218490601, "receiver_entropy": 0.0, "length": 3.990480422973633, "mode": "test", "epoch": 589}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 590}
{"loss": -0.28328096866607666, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6815316677093506, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 590}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 591}
{"loss": -0.3425101041793823, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.82411789894104, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 591}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 592}
{"loss": -0.2654377818107605, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6382712721824646, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 592}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 593}
{"loss": -0.3001739978790283, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7243384122848511, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 593}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 594}
{"loss": -0.3016541004180908, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7260972857475281, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 594}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 595}
{"loss": -0.26186618208885193, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6295393109321594, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 595}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 596}
{"loss": -0.27973663806915283, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6731024384498596, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 596}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 597}
{"loss": -0.31795695424079895, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7645859122276306, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 597}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 598}
{"loss": -0.24862909317016602, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.5956624746322632, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 598}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 599}
{"loss": -0.2522440254688263, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6016663312911987, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 599}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 600}
{"loss": -0.29312437772750854, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6992146968841553, "receiver_entropy": 0.0, "length": 3.990480422973633, "mode": "test", "epoch": 600}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 601}
{"loss": -0.2544049918651581, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6084694266319275, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 601}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 602}
{"loss": -0.28239643573760986, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6770303249359131, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 602}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 603}
{"loss": -0.3687345087528229, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8886622190475464, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 603}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 604}
{"loss": -0.298096626996994, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7157119512557983, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 604}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 605}
{"loss": -0.3312465250492096, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.796566903591156, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 605}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 606}
{"loss": -0.3548789620399475, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.8533643484115601, "receiver_entropy": 0.0, "length": 3.999206781387329, "mode": "test", "epoch": 606}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 607}
{"loss": -0.28472593426704407, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6839967966079712, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 607}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 608}
{"loss": -0.2517189085483551, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.5993848443031311, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 608}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 609}
{"loss": -0.29035821557044983, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6930206418037415, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 609}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 610}
{"loss": -0.3124963641166687, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7496118545532227, "receiver_entropy": 0.0, "length": 3.998753309249878, "mode": "test", "epoch": 610}
{"generalization hold out": {"acc": 0.5357142686843872, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 611}
{"loss": -0.27087682485580444, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6483248472213745, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 611}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 612}
{"loss": -0.35731449723243713, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.8554497361183167, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 612}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 613}
{"loss": -0.3369280695915222, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8081786036491394, "receiver_entropy": 0.0, "length": 3.9989800453186035, "mode": "test", "epoch": 613}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 614}
{"loss": -0.30257633328437805, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.722831666469574, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 614}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 615}
{"loss": -0.23765163123607635, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.5643040537834167, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 615}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 616}
{"loss": -0.36128291487693787, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8665189146995544, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 616}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 617}
{"loss": -0.37067240476608276, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8897281885147095, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 617}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 618}
{"loss": -0.30289360880851746, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.724028468132019, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 618}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 619}
{"loss": -0.2506152093410492, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.5973005294799805, "receiver_entropy": 0.0, "length": 3.9985268115997314, "mode": "test", "epoch": 619}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 620}
{"loss": -0.3201032280921936, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7647048830986023, "receiver_entropy": 0.0, "length": 3.9908204078674316, "mode": "test", "epoch": 620}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 621}
{"loss": -0.33313196897506714, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.796869695186615, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 621}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 622}
{"loss": -0.27505630254745483, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6572345495223999, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 622}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 623}
{"loss": -0.25681009888648987, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.609843373298645, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 623}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 624}
{"loss": -0.2734750807285309, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6519299149513245, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 624}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 625}
{"loss": -0.30890828371047974, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7355007529258728, "receiver_entropy": 0.0, "length": 3.990480422973633, "mode": "test", "epoch": 625}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 626}
{"loss": -0.3752184510231018, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8962812423706055, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 626}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 627}
{"loss": -0.26285943388938904, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6248810291290283, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 627}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 628}
{"loss": -0.3567126989364624, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8522787690162659, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 628}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 629}
{"loss": -0.3166888654232025, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.755273699760437, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 629}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 630}
{"loss": -0.3028424382209778, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7222470045089722, "receiver_entropy": 0.0, "length": 3.9989800453186035, "mode": "test", "epoch": 630}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 631}
{"loss": -0.27132126688957214, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6433506608009338, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 631}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 632}
{"loss": -0.28472229838371277, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6765595078468323, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 632}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 633}
{"loss": -0.2845746576786041, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6781957149505615, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 633}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 634}
{"loss": -0.305035263299942, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7246450185775757, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 634}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 635}
{"loss": -0.35083332657814026, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8366026878356934, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 635}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 636}
{"loss": -0.3334350883960724, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7965186238288879, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 636}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 637}
{"loss": -0.3416171371936798, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8154371380805969, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 637}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 638}
{"loss": -0.289227157831192, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6870332360267639, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 638}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 639}
{"loss": -0.29777511954307556, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7059376239776611, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 639}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 640}
{"loss": -0.29533815383911133, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6998540163040161, "receiver_entropy": 0.0, "length": 3.990933895111084, "mode": "test", "epoch": 640}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 641}
{"loss": -0.3262110650539398, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.774252712726593, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 641}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 642}
{"loss": -0.3288978636264801, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7810676097869873, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 642}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 643}
{"loss": -0.31357380747795105, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7451932430267334, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 643}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 644}
{"loss": -0.2807551324367523, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6656582355499268, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 644}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 645}
{"loss": -0.28769564628601074, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6803089380264282, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 645}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 646}
{"loss": -0.3414512872695923, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8136361241340637, "receiver_entropy": 0.0, "length": 3.9998867511749268, "mode": "test", "epoch": 646}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 647}
{"loss": -0.3004390299320221, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7117446064949036, "receiver_entropy": 0.0, "length": 3.9908204078674316, "mode": "test", "epoch": 647}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 648}
{"loss": -0.2522670030593872, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5941629409790039, "receiver_entropy": 0.0, "length": 3.9916138648986816, "mode": "test", "epoch": 648}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 649}
{"loss": -0.2867981493473053, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6784939169883728, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 649}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 650}
{"loss": -0.3101748824119568, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7369114756584167, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 650}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 651}
{"loss": -0.3237769305706024, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7662758231163025, "receiver_entropy": 0.0, "length": 3.991727113723755, "mode": "test", "epoch": 651}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 652}
{"loss": -0.2777019441127777, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6539806723594666, "receiver_entropy": 0.0, "length": 3.992520332336426, "mode": "test", "epoch": 652}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 653}
{"loss": -0.33433035016059875, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7913101315498352, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 653}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 654}
{"loss": -0.2758871614933014, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.651435911655426, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 654}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 655}
{"loss": -0.29688015580177307, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7047560811042786, "receiver_entropy": 0.0, "length": 3.9989800453186035, "mode": "test", "epoch": 655}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 656}
{"loss": -0.26911380887031555, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6344608068466187, "receiver_entropy": 0.0, "length": 3.991727113723755, "mode": "test", "epoch": 656}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 657}
{"loss": -0.24132390320301056, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5681836009025574, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 657}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 658}
{"loss": -0.2378019392490387, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.5596046447753906, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 658}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 659}
{"loss": -0.2850120961666107, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6719104051589966, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 659}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 660}
{"loss": -0.35336390137672424, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8352776765823364, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 660}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 661}
{"loss": -0.29465219378471375, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6958950757980347, "receiver_entropy": 0.0, "length": 3.991727113723755, "mode": "test", "epoch": 661}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 662}
{"loss": -0.2883579432964325, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6817391514778137, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 662}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 663}
{"loss": -0.2873914837837219, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6787105798721313, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 663}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 664}
{"loss": -0.2856804132461548, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6746782064437866, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 664}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 665}
{"loss": -0.2872260808944702, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6778190732002258, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 665}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 666}
{"loss": -0.30237820744514465, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7135447859764099, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 666}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 667}
{"loss": -0.32556718587875366, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7688716650009155, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 667}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 668}
{"loss": -0.305049866437912, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7187078595161438, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 668}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 669}
{"loss": -0.2745652496814728, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6449851393699646, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 669}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 670}
{"loss": -0.3270164430141449, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7725096344947815, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 670}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 671}
{"loss": -0.2538566589355469, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.5964058637619019, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 671}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 672}
{"loss": -0.3310171067714691, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7786259651184082, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 672}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 673}
{"loss": -0.2894465923309326, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6811527013778687, "receiver_entropy": 0.0, "length": 3.997846841812134, "mode": "test", "epoch": 673}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 674}
{"loss": -0.31774890422821045, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7492611408233643, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 674}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 675}
{"loss": -0.2950740158557892, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.692596435546875, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 675}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 676}
{"loss": -0.355598121881485, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8397537469863892, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 676}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 677}
{"loss": -0.3174175024032593, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7478151321411133, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 677}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 678}
{"loss": -0.2551739811897278, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.5955640077590942, "receiver_entropy": 0.0, "length": 3.991840362548828, "mode": "test", "epoch": 678}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 679}
{"loss": -0.2798362374305725, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6565773487091064, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 679}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 680}
{"loss": -0.2600720226764679, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6086457967758179, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 680}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 681}
{"loss": -0.3576696217060089, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8428122997283936, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 681}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 682}
{"loss": -0.36545541882514954, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8594931960105896, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 682}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 683}
{"loss": -0.2917490601539612, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6853345036506653, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 683}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 684}
{"loss": -0.2896188199520111, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6796470284461975, "receiver_entropy": 0.0, "length": 3.9908204078674316, "mode": "test", "epoch": 684}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 685}
{"loss": -0.28587427735328674, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6711865067481995, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 685}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 686}
{"loss": -0.28373149037361145, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6638297438621521, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 686}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 687}
{"loss": -0.2738996148109436, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6425129771232605, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 687}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 688}
{"loss": -0.3103888928890228, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7284920811653137, "receiver_entropy": 0.0, "length": 3.9981868267059326, "mode": "test", "epoch": 688}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 689}
{"loss": -0.2755110263824463, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6460767388343811, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 689}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 690}
{"loss": -0.3174087405204773, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.746611475944519, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 690}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 691}
{"loss": -0.32012614607810974, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7506598830223083, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 691}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 692}
{"loss": -0.3247240483760834, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7623652815818787, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 692}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 693}
{"loss": -0.28159013390541077, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6598252058029175, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 693}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 694}
{"loss": -0.33071795105934143, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7749975323677063, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 694}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 695}
{"loss": -0.29077839851379395, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.680577278137207, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 695}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 696}
{"loss": -0.2586747705936432, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6043825149536133, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 696}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 697}
{"loss": -0.30967622995376587, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7270441651344299, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 697}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 698}
{"loss": -0.27485039830207825, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6386939883232117, "receiver_entropy": 0.0, "length": 3.9911603927612305, "mode": "test", "epoch": 698}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 699}
{"loss": -0.34302371740341187, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8048388957977295, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 699}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 700}
{"loss": -0.31896668672561646, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.746880292892456, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 700}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 701}
{"loss": -0.3129672110080719, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7315942645072937, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 701}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 702}
{"loss": -0.303782194852829, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7108474373817444, "receiver_entropy": 0.0, "length": 3.9915003776550293, "mode": "test", "epoch": 702}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 703}
{"loss": -0.32542723417282104, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7619378566741943, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 703}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 704}
{"loss": -0.30810922384262085, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7198425531387329, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 704}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 705}
{"loss": -0.2318575382232666, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.537426769733429, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 705}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 706}
{"loss": -0.28703150153160095, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6692022681236267, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 706}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 707}
{"loss": -0.3113151490688324, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7289540767669678, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 707}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 708}
{"loss": -0.297494500875473, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6947439908981323, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 708}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 709}
{"loss": -0.303501695394516, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7106618285179138, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 709}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 710}
{"loss": -0.34710830450057983, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8131950497627258, "receiver_entropy": 0.0, "length": 3.9916138648986816, "mode": "test", "epoch": 710}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 711}
{"loss": -0.30460453033447266, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7107254266738892, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 711}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 712}
{"loss": -0.3509817123413086, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.821571409702301, "receiver_entropy": 0.0, "length": 3.9915003776550293, "mode": "test", "epoch": 712}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 713}
{"loss": -0.35602372884750366, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8334438800811768, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 713}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 714}
{"loss": -0.3397755026817322, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7959123849868774, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 714}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 715}
{"loss": -0.305743008852005, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7136549353599548, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 715}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 716}
{"loss": -0.2810964584350586, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6550644040107727, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 716}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 717}
{"loss": -0.30343085527420044, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7087877988815308, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 717}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 718}
{"loss": -0.2845175564289093, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6612498164176941, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 718}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 719}
{"loss": -0.3373490273952484, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7886874079704285, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 719}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 720}
{"loss": -0.2724592685699463, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6323086023330688, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 720}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 721}
{"loss": -0.3319809138774872, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.775327205657959, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 721}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 722}
{"loss": -0.33883896470069885, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.789705216884613, "receiver_entropy": 0.0, "length": 3.9920670986175537, "mode": "test", "epoch": 722}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 723}
{"loss": -0.31087684631347656, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7229024171829224, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 723}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 724}
{"loss": -0.2963506281375885, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6901382207870483, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 724}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 725}
{"loss": -0.35386744141578674, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8256620168685913, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 725}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 726}
{"loss": -0.3439851403236389, "acc": 0.9961468577384949, "acc_or": 0.9980734586715698, "sender_entropy": 0.8036696314811707, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 726}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 727}
{"loss": -0.30131995677948, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.702693521976471, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 727}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 728}
{"loss": -0.32068681716918945, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7473509907722473, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 728}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 729}
{"loss": -0.32591643929481506, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7578360438346863, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 729}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 730}
{"loss": -0.27660462260246277, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6390324831008911, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 730}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 731}
{"loss": -0.2795140743255615, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6499563455581665, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 731}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 732}
{"loss": -0.29903584718704224, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6953176856040955, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 732}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 733}
{"loss": -0.2771737575531006, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6428473591804504, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 733}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 734}
{"loss": -0.3038051724433899, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7046390175819397, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 734}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 735}
{"loss": -0.2567118704319, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.5948743224143982, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 735}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 736}
{"loss": -0.3313097059726715, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7715866565704346, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 736}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 737}
{"loss": -0.3235670328140259, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7517619132995605, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 737}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 738}
{"loss": -0.32552236318588257, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7577446699142456, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 738}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 739}
{"loss": -0.2919451594352722, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6773353815078735, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 739}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 740}
{"loss": -0.30653905868530273, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7109026312828064, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 740}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 741}
{"loss": -0.35025036334991455, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8150452971458435, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 741}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 742}
{"loss": -0.3028906583786011, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7018147706985474, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 742}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 743}
{"loss": -0.2813817262649536, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6516459584236145, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 743}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 744}
{"loss": -0.39738041162490845, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.9269615411758423, "receiver_entropy": 0.0, "length": 3.9986400604248047, "mode": "test", "epoch": 744}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 745}
{"loss": -0.35183486342430115, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8170405030250549, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 745}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 746}
{"loss": -0.2477397471666336, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5693005323410034, "receiver_entropy": 0.0, "length": 3.9916138648986816, "mode": "test", "epoch": 746}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 747}
{"loss": -0.2981773316860199, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6913352012634277, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 747}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 748}
{"loss": -0.26330652832984924, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6066003441810608, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 748}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 749}
{"loss": -0.33593276143074036, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7811758518218994, "receiver_entropy": 0.0, "length": 3.997846841812134, "mode": "test", "epoch": 749}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 750}
{"loss": -0.27422603964805603, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6353423595428467, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 750}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 751}
{"loss": -0.33107098937034607, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.769385814666748, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 751}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 752}
{"loss": -0.28256434202194214, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6541345715522766, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 752}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 753}
{"loss": -0.31483227014541626, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.728027880191803, "receiver_entropy": 0.0, "length": 3.9916138648986816, "mode": "test", "epoch": 753}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 754}
{"loss": -0.2947336733341217, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.681313693523407, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 754}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 755}
{"loss": -0.31875738501548767, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7374073266983032, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 755}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 756}
{"loss": -0.3557589054107666, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8262230157852173, "receiver_entropy": 0.0, "length": 3.997846841812134, "mode": "test", "epoch": 756}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 757}
{"loss": -0.30240583419799805, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6971206665039062, "receiver_entropy": 0.0, "length": 3.9908204078674316, "mode": "test", "epoch": 757}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 758}
{"loss": -0.2957700192928314, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.6846275329589844, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 758}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 759}
{"loss": -0.25168654322624207, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5786340832710266, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 759}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 760}
{"loss": -0.31543436646461487, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7305514812469482, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 760}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 761}
{"loss": -0.31338953971862793, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7276480793952942, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 761}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 762}
{"loss": -0.2829733192920685, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6532577872276306, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 762}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 763}
{"loss": -0.3483472764492035, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8061028718948364, "receiver_entropy": 0.0, "length": 3.9915003776550293, "mode": "test", "epoch": 763}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 764}
{"loss": -0.37238016724586487, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8639518618583679, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 764}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 765}
{"loss": -0.27826106548309326, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6439186334609985, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 765}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 766}
{"loss": -0.30070924758911133, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.694305419921875, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 766}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 767}
{"loss": -0.30057814717292786, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6937133073806763, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 767}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 768}
{"loss": -0.3041180372238159, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6989129781723022, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 768}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 769}
{"loss": -0.2854519188404083, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6588599681854248, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 769}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 770}
{"loss": -0.2809663712978363, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6472043395042419, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 770}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 771}
{"loss": -0.32048216462135315, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.739306628704071, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 771}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 772}
{"loss": -0.3397335410118103, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7867045402526855, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 772}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 773}
{"loss": -0.34288260340690613, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7919337749481201, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 773}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 774}
{"loss": -0.28475794196128845, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6548705101013184, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 774}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 775}
{"loss": -0.38254672288894653, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8875584006309509, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 775}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 776}
{"loss": -0.2698338031768799, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6166735291481018, "receiver_entropy": 0.0, "length": 3.991840362548828, "mode": "test", "epoch": 776}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 777}
{"loss": -0.31069087982177734, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7161129117012024, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 777}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 778}
{"loss": -0.2948017716407776, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6781355738639832, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 778}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 779}
{"loss": -0.33538818359375, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7709307074546814, "receiver_entropy": 0.0, "length": 3.990593910217285, "mode": "test", "epoch": 779}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 780}
{"loss": -0.3283531069755554, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7582196593284607, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 780}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 781}
{"loss": -0.33729860186576843, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.778739869594574, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 781}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 782}
{"loss": -0.3736570477485657, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8631248474121094, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 782}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 783}
{"loss": -0.2505016624927521, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.5739120841026306, "receiver_entropy": 0.0, "length": 3.9911603927612305, "mode": "test", "epoch": 783}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 784}
{"loss": -0.2750427722930908, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6306273341178894, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 784}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 785}
{"loss": -0.2942775785923004, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.677308201789856, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 785}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 786}
{"loss": -0.32247480750083923, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7434628009796143, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 786}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 787}
{"loss": -0.2846318185329437, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6520697474479675, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 787}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 788}
{"loss": -0.2611212432384491, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5978751182556152, "receiver_entropy": 0.0, "length": 3.990933895111084, "mode": "test", "epoch": 788}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 789}
{"loss": -0.3858894109725952, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8904470205307007, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 789}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 790}
{"loss": -0.3579028844833374, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8242014646530151, "receiver_entropy": 0.0, "length": 3.991273880004883, "mode": "test", "epoch": 790}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 791}
{"loss": -0.2879677712917328, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6615034937858582, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 791}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 792}
{"loss": -0.2535533308982849, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5798795819282532, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 792}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 793}
{"loss": -0.3459227681159973, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7981528043746948, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 793}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 794}
{"loss": -0.27444347739219666, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.628870964050293, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 794}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 795}
{"loss": -0.28976133465766907, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6657243967056274, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 795}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 796}
{"loss": -0.33759406208992004, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7775716781616211, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 796}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 797}
{"loss": -0.31009504199028015, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7107232213020325, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 797}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 798}
{"loss": -0.3160727024078369, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7247545719146729, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 798}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 799}
{"loss": -0.2786363661289215, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6376041173934937, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 799}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 800}
{"loss": -0.3106379806995392, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7125774621963501, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 800}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 801}
{"loss": -0.32595646381378174, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7512234449386597, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 801}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 802}
{"loss": -0.29157087206840515, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6684983372688293, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 802}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 803}
{"loss": -0.27153855562210083, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6206372380256653, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 803}
{"generalization hold out": {"acc": 0.47959181666374207, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 804}
{"loss": -0.27357998490333557, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6269129514694214, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 804}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 805}
{"loss": -0.2983274757862091, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6818956136703491, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 805}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 806}
{"loss": -0.2923281490802765, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6700100302696228, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 806}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 807}
{"loss": -0.33571285009384155, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7717227935791016, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 807}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 808}
{"loss": -0.35391533374786377, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.8162800073623657, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 808}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 809}
{"loss": -0.28424933552742004, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6522018909454346, "receiver_entropy": 0.0, "length": 3.999546766281128, "mode": "test", "epoch": 809}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 810}
{"loss": -0.33351102471351624, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7649179100990295, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 810}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 811}
{"loss": -0.3133469521999359, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7181858420372009, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 811}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 812}
{"loss": -0.2877820134162903, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6576172113418579, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 812}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 813}
{"loss": -0.280015230178833, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6401957869529724, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 813}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 814}
{"loss": -0.27281326055526733, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6246383190155029, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 814}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 815}
{"loss": -0.27492082118988037, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6281079053878784, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 815}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 816}
{"loss": -0.27325889468193054, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6237865090370178, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 816}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 817}
{"loss": -0.35056939721107483, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8051838874816895, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 817}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 818}
{"loss": -0.2901238203048706, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6635775566101074, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 818}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 819}
{"loss": -0.2892630398273468, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6620907783508301, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 819}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 820}
{"loss": -0.30417779088020325, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6963873505592346, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 820}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 821}
{"loss": -0.3190211057662964, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7284868359565735, "receiver_entropy": 0.0, "length": 3.9986400604248047, "mode": "test", "epoch": 821}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 822}
{"loss": -0.3006646931171417, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.68797367811203, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 822}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 823}
{"loss": -0.3385846018791199, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7747855186462402, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 823}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 824}
{"loss": -0.30272555351257324, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6908484101295471, "receiver_entropy": 0.0, "length": 3.990593910217285, "mode": "test", "epoch": 824}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 825}
{"loss": -0.3269302546977997, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7493316531181335, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 825}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 826}
{"loss": -0.3088797628879547, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7069994807243347, "receiver_entropy": 0.0, "length": 3.998413324356079, "mode": "test", "epoch": 826}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 827}
{"loss": -0.28555721044540405, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6530877351760864, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 827}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 828}
{"loss": -0.3005112409591675, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6875513792037964, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 828}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 829}
{"loss": -0.31839266419410706, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7295592427253723, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 829}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 830}
{"loss": -0.2420830875635147, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.5499262809753418, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 830}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 831}
{"loss": -0.32408106327056885, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7421543598175049, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 831}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 832}
{"loss": -0.33559876680374146, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7690544128417969, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 832}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 833}
{"loss": -0.32269325852394104, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7393324971199036, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 833}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 834}
{"loss": -0.3191741704940796, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7309660911560059, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 834}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 835}
{"loss": -0.33898863196372986, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.776656985282898, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 835}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 836}
{"loss": -0.2862076163291931, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6539758443832397, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 836}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 837}
{"loss": -0.318216472864151, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7279725670814514, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 837}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 838}
{"loss": -0.2963106632232666, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6741246581077576, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 838}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 839}
{"loss": -0.2855807840824127, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.651301920413971, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 839}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 840}
{"loss": -0.28940215706825256, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6583532691001892, "receiver_entropy": 0.0, "length": 3.9915003776550293, "mode": "test", "epoch": 840}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 841}
{"loss": -0.26964789628982544, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6140434145927429, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 841}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 842}
{"loss": -0.28985995054244995, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6601537466049194, "receiver_entropy": 0.0, "length": 3.9922938346862793, "mode": "test", "epoch": 842}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 843}
{"loss": -0.32241618633270264, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7370215654373169, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 843}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 844}
{"loss": -0.29723554849624634, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6778735518455505, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 844}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 845}
{"loss": -0.33536118268966675, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7662641406059265, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 845}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 846}
{"loss": -0.24236243963241577, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.5501850843429565, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 846}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 847}
{"loss": -0.30179494619369507, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6874750256538391, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 847}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 848}
{"loss": -0.3049651086330414, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.694765031337738, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 848}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 849}
{"loss": -0.30734702944755554, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7007780075073242, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 849}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 850}
{"loss": -0.3411056101322174, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.778871476650238, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 850}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 851}
{"loss": -0.275377094745636, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6266134977340698, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 851}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 852}
{"loss": -0.29316943883895874, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6669260263442993, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 852}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 853}
{"loss": -0.3347039818763733, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7635946273803711, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 853}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 854}
{"loss": -0.3226572573184967, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7368901371955872, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 854}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 855}
{"loss": -0.2824157178401947, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6424189805984497, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 855}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 856}
{"loss": -0.4250509738922119, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.9731755256652832, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 856}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 857}
{"loss": -0.3156059682369232, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7174401879310608, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 857}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 858}
{"loss": -0.3090858459472656, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7047537565231323, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 858}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 859}
{"loss": -0.2990674376487732, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6798905730247498, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 859}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 860}
{"loss": -0.2649146318435669, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6015949845314026, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 860}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 861}
{"loss": -0.2823176681995392, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6349047422409058, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 861}
{"generalization hold out": {"acc": 0.47959181666374207, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 862}
{"loss": -0.30814969539642334, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7020972371101379, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 862}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 863}
{"loss": -0.31946882605552673, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.727196455001831, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 863}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 864}
{"loss": -0.3574654161930084, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8131099343299866, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 864}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 865}
{"loss": -0.3071998655796051, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6987091898918152, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 865}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 866}
{"loss": -0.3220706880092621, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7331503629684448, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 866}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 867}
{"loss": -0.3205055594444275, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7278931140899658, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 867}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 868}
{"loss": -0.3369722366333008, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.76510089635849, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 868}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 869}
{"loss": -0.32664698362350464, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7431337237358093, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 869}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 870}
{"loss": -0.2678688168525696, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6064719557762146, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 870}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 871}
{"loss": -0.3028355538845062, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6873774528503418, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 871}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 872}
{"loss": -0.31730422377586365, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7214065790176392, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 872}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 873}
{"loss": -0.37647324800491333, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8583918213844299, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 873}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 874}
{"loss": -0.3016335070133209, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6858115792274475, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 874}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 875}
{"loss": -0.34843915700912476, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7935560345649719, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 875}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 876}
{"loss": -0.32591667771339417, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7398199439048767, "receiver_entropy": 0.0, "length": 3.990933895111084, "mode": "test", "epoch": 876}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 877}
{"loss": -0.3685123026371002, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8401908278465271, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 877}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 878}
{"loss": -0.274562269449234, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6201349496841431, "receiver_entropy": 0.0, "length": 3.9916138648986816, "mode": "test", "epoch": 878}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 879}
{"loss": -0.29648086428642273, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6729532480239868, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 879}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 880}
{"loss": -0.34842270612716675, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.792708694934845, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 880}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 881}
{"loss": -0.3412351608276367, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7749150991439819, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 881}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 882}
{"loss": -0.3374956250190735, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7653553485870361, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 882}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 883}
{"loss": -0.3036293089389801, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6897792816162109, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 883}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 884}
{"loss": -0.2867194414138794, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6494451761245728, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 884}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 885}
{"loss": -0.3218299150466919, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7309614419937134, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 885}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 886}
{"loss": -0.3074219524860382, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6982055902481079, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 886}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 887}
{"loss": -0.2897546589374542, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6552603840827942, "receiver_entropy": 0.0, "length": 3.991840362548828, "mode": "test", "epoch": 887}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 888}
{"loss": -0.31903502345085144, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7229488492012024, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 888}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 889}
{"loss": -0.3059677183628082, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6932761073112488, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 889}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 890}
{"loss": -0.28707921504974365, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6479004621505737, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 890}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 891}
{"loss": -0.3212376534938812, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7283639907836914, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 891}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 892}
{"loss": -0.33804985880851746, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7673338651657104, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 892}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 893}
{"loss": -0.3135434687137604, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7126767039299011, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 893}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 894}
{"loss": -0.28182581067085266, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6363762617111206, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 894}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 895}
{"loss": -0.3846743106842041, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8735285997390747, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 895}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 896}
{"loss": -0.2999485433101654, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6777634620666504, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 896}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 897}
{"loss": -0.30654168128967285, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6949471831321716, "receiver_entropy": 0.0, "length": 3.999206781387329, "mode": "test", "epoch": 897}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 898}
{"loss": -0.3298957049846649, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7479005455970764, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 898}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 899}
{"loss": -0.376041054725647, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8530051112174988, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 899}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 900}
{"loss": -0.3394036591053009, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7716680765151978, "receiver_entropy": 0.0, "length": 3.9986400604248047, "mode": "test", "epoch": 900}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 901}
{"loss": -0.2551965117454529, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.5725262761116028, "receiver_entropy": 0.0, "length": 3.991273880004883, "mode": "test", "epoch": 901}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 902}
{"loss": -0.31616514921188354, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7155853509902954, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 902}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 903}
{"loss": -0.3378218114376068, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7657737731933594, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 903}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 904}
{"loss": -0.3444788455963135, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7811137437820435, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 904}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 905}
{"loss": -0.3575020432472229, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8097622394561768, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 905}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 906}
{"loss": -0.30757254362106323, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.6936812996864319, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 906}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 907}
{"loss": -0.4262433350086212, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.9656216502189636, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 907}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 908}
{"loss": -0.31310346722602844, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7077975273132324, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 908}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 909}
{"loss": -0.2978847324848175, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6714496612548828, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 909}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 910}
{"loss": -0.3139735460281372, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7105536460876465, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 910}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 911}
{"loss": -0.30315861105918884, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.6853382587432861, "receiver_entropy": 0.0, "length": 3.9989800453186035, "mode": "test", "epoch": 911}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 912}
{"loss": -0.31164413690567017, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7035940885543823, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 912}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 913}
{"loss": -0.35400623083114624, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8001627326011658, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 913}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 914}
{"loss": -0.2895256280899048, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6514759659767151, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 914}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 915}
{"loss": -0.2674967050552368, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.5991852879524231, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 915}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 916}
{"loss": -0.2720660865306854, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.611221194267273, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 916}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 917}
{"loss": -0.27448076009750366, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6177085638046265, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 917}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 918}
{"loss": -0.3327663242816925, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7495911121368408, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 918}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 919}
{"loss": -0.3065061867237091, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6915852427482605, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 919}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 920}
{"loss": -0.3451929986476898, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7801992893218994, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 920}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 921}
{"loss": -0.310698002576828, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7001021504402161, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 921}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 922}
{"loss": -0.3317652642726898, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7497633695602417, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 922}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 923}
{"loss": -0.31412795186042786, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7095914483070374, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 923}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 924}
{"loss": -0.28243985772132874, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6357142925262451, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 924}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 925}
{"loss": -0.3242722451686859, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7319175601005554, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 925}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 926}
{"loss": -0.2703895568847656, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6106308102607727, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 926}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 927}
{"loss": -0.3052505850791931, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6879938244819641, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 927}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 928}
{"loss": -0.3542112410068512, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.800110936164856, "receiver_entropy": 0.0, "length": 3.997846841812134, "mode": "test", "epoch": 928}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 929}
{"loss": -0.2602721154689789, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.5853641033172607, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 929}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 930}
{"loss": -0.3267781436443329, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7373459935188293, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 930}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 931}
{"loss": -0.3523339331150055, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7970430254936218, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 931}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 932}
{"loss": -0.3442947566509247, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7694571018218994, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 932}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 933}
{"loss": -0.25394004583358765, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5679354071617126, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 933}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 934}
{"loss": -0.34276947379112244, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7747365832328796, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 934}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 935}
{"loss": -0.47319093346595764, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 1.06770658493042, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 935}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 936}
{"loss": -0.30020803213119507, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6754325032234192, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 936}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 937}
{"loss": -0.3041521906852722, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6854800581932068, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 937}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 938}
{"loss": -0.3015311658382416, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6787128448486328, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 938}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 939}
{"loss": -0.3838406801223755, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8682543635368347, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 939}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7831632494926453}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 940}
{"loss": -0.30357497930526733, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6835083365440369, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 940}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 941}
{"loss": -0.3183012902736664, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7169908285140991, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 941}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 942}
{"loss": -0.315237432718277, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7097630500793457, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 942}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 943}
{"loss": -0.30733421444892883, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6901038289070129, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 943}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 944}
{"loss": -0.3318140208721161, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7485526204109192, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 944}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 945}
{"loss": -0.34590572118759155, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7807087898254395, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 945}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 946}
{"loss": -0.2809672951698303, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6317314505577087, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 946}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 947}
{"loss": -0.32610023021698, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7330988645553589, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 947}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 948}
{"loss": -0.32360050082206726, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.728839635848999, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 948}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 949}
{"loss": -0.3750424087047577, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8459203839302063, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 949}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 950}
{"loss": -0.32012104988098145, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.71961510181427, "receiver_entropy": 0.0, "length": 3.990593910217285, "mode": "test", "epoch": 950}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 951}
{"loss": -0.29998159408569336, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6731533408164978, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 951}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 952}
{"loss": -0.2815245985984802, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6323680281639099, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 952}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 953}
{"loss": -0.3419812023639679, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7693465352058411, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 953}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 954}
{"loss": -0.2926759123802185, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6575563549995422, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 954}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 955}
{"loss": -0.30214786529541016, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6802253723144531, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 955}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 956}
{"loss": -0.32053935527801514, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7203123569488525, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 956}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 957}
{"loss": -0.27520713210105896, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6168549060821533, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 957}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 958}
{"loss": -0.2997474670410156, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6715450882911682, "receiver_entropy": 0.0, "length": 3.9908204078674316, "mode": "test", "epoch": 958}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 959}
{"loss": -0.33427849411964417, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7522200345993042, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 959}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 960}
{"loss": -0.30150505900382996, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6783508062362671, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 960}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 961}
{"loss": -0.3070967197418213, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6902613639831543, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 961}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 962}
{"loss": -0.24110405147075653, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.5375730395317078, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 962}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 963}
{"loss": -0.3448912799358368, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7767907381057739, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 963}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 964}
{"loss": -0.30386072397232056, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6810835003852844, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 964}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 965}
{"loss": -0.34327462315559387, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7736523747444153, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 965}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 966}
{"loss": -0.356588214635849, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8038840293884277, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 966}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 967}
{"loss": -0.2955993413925171, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6636165976524353, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 967}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 968}
{"loss": -0.31614911556243896, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7101284861564636, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 968}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 969}
{"loss": -0.3582799732685089, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.8069908022880554, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 969}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 970}
{"loss": -0.3499402105808258, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.788617730140686, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 970}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 971}
{"loss": -0.288252055644989, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6453450322151184, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 971}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 972}
{"loss": -0.3288864195346832, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7396219968795776, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 972}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 973}
{"loss": -0.29139190912246704, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6527717113494873, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 973}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 974}
{"loss": -0.29689937829971313, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6657882332801819, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 974}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 975}
{"loss": -0.33124738931655884, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7449403405189514, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 975}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 976}
{"loss": -0.3285527527332306, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7376480102539062, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 976}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 977}
{"loss": -0.33478498458862305, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7512656450271606, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 977}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 978}
{"loss": -0.2841653525829315, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6355482935905457, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 978}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 979}
{"loss": -0.31359565258026123, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7030406594276428, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 979}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 980}
{"loss": -0.317831426858902, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7130477428436279, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 980}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 981}
{"loss": -0.32556697726249695, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7301781177520752, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 981}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 982}
{"loss": -0.31424960494041443, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7041723132133484, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 982}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 983}
{"loss": -0.38740062713623047, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8696258068084717, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 983}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 984}
{"loss": -0.31330016255378723, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7027281522750854, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 984}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 985}
{"loss": -0.3188072741031647, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7148179411888123, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 985}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 986}
{"loss": -0.3386651575565338, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7603936195373535, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 986}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 987}
{"loss": -0.25700661540031433, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5715213418006897, "receiver_entropy": 0.0, "length": 3.991273880004883, "mode": "test", "epoch": 987}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 988}
{"loss": -0.2718748450279236, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6058548092842102, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 988}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 989}
{"loss": -0.324333131313324, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7267397046089172, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 989}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 990}
{"loss": -0.3683685064315796, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.827645480632782, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 990}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 991}
{"loss": -0.32754912972450256, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7334470152854919, "receiver_entropy": 0.0, "length": 3.991727113723755, "mode": "test", "epoch": 991}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 992}
{"loss": -0.3002146780490875, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6720626950263977, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 992}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 993}
{"loss": -0.31128183007240295, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6962283849716187, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 993}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 994}
{"loss": -0.310697078704834, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6951200366020203, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 994}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 995}
{"loss": -0.25026366114616394, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.5562235116958618, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 995}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 996}
{"loss": -0.36970874667167664, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8274831175804138, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 996}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 997}
{"loss": -0.2971061170101166, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6623253226280212, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 997}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 998}
{"loss": -0.3447590470314026, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7712408304214478, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 998}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 999}
{"loss": -0.33003470301628113, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7388672232627869, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 999}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1000}
{"loss": -0.3332573175430298, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7464942932128906, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1000}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1001}
{"loss": -0.330444872379303, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7396631240844727, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1001}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1002}
{"loss": -0.28173625469207764, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6279188394546509, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1002}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1003}
{"loss": -0.2721728980541229, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6059686541557312, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1003}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1004}
{"loss": -0.3409024477005005, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7630862593650818, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1004}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1005}
{"loss": -0.4098384976387024, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.9205208420753479, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1005}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1006}
{"loss": -0.3151833117008209, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7049668431282043, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1006}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1007}
{"loss": -0.3167578876018524, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7075692415237427, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1007}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1008}
{"loss": -0.29878169298171997, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6670082211494446, "receiver_entropy": 0.0, "length": 3.991840362548828, "mode": "test", "epoch": 1008}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1009}
{"loss": -0.29999691247940063, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6695560812950134, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1009}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7525510191917419}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1010}
{"loss": -0.2658056914806366, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.591568112373352, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1010}
{"generalization hold out": {"acc": 0.5663264989852905, "acc_or": 0.7780612111091614}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1011}
{"loss": -0.3087312579154968, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6880919933319092, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1011}
{"generalization hold out": {"acc": 0.5816326141357422, "acc_or": 0.7678571343421936}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1012}
{"loss": -0.3037729561328888, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6785163879394531, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1012}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1013}
{"loss": -0.3817919194698334, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.855175256729126, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1013}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1014}
{"loss": -0.35278433561325073, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.790069580078125, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1014}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1015}
{"loss": -0.4009905755519867, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8988040685653687, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1015}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1016}
{"loss": -0.37716105580329895, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8434922695159912, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1016}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1017}
{"loss": -0.3808581829071045, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8526791930198669, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1017}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1018}
{"loss": -0.3691091239452362, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8256357908248901, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1018}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1019}
{"loss": -0.35357722640037537, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7907193303108215, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1019}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1020}
{"loss": -0.3169105648994446, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7088577747344971, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1020}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1021}
{"loss": -0.3565501868724823, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.798076868057251, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1021}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1022}
{"loss": -0.35189568996429443, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7880253791809082, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1022}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1023}
{"loss": -0.3306503891944885, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7389915585517883, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1023}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1024}
{"loss": -0.37205690145492554, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8320229649543762, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 1024}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1025}
{"loss": -0.30773797631263733, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6869839429855347, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1025}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1026}
{"loss": -0.2641797363758087, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.5874015688896179, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 1026}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1027}
{"loss": -0.3308650851249695, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7368608117103577, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1027}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1028}
{"loss": -0.32963237166404724, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7366805076599121, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1028}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1029}
{"loss": -0.35076162219047546, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7830800414085388, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1029}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1030}
{"loss": -0.36330676078796387, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8112515211105347, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1030}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1031}
{"loss": -0.3729279637336731, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8329829573631287, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1031}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1032}
{"loss": -0.3053712844848633, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6807626485824585, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1032}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1033}
{"loss": -0.298022598028183, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.663800060749054, "receiver_entropy": 0.0, "length": 3.9989800453186035, "mode": "test", "epoch": 1033}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1034}
{"loss": -0.3247050344944, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.725062370300293, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1034}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1035}
{"loss": -0.3336828351020813, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7453379034996033, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1035}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1036}
{"loss": -0.3347831070423126, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.74656081199646, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1036}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1037}
{"loss": -0.3764131963253021, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8412913084030151, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1037}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1038}
{"loss": -0.3408430814743042, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7606858611106873, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1038}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1039}
{"loss": -0.34155458211898804, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7611849308013916, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1039}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1040}
{"loss": -0.352701872587204, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7890317440032959, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1040}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1041}
{"loss": -0.33801063895225525, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7555071115493774, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1041}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1042}
{"loss": -0.299485445022583, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6667398810386658, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1042}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1043}
{"loss": -0.2896409034729004, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.644047200679779, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1043}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1044}
{"loss": -0.3027423918247223, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6740041971206665, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1044}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1045}
{"loss": -0.35579514503479004, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7936335802078247, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1045}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1046}
{"loss": -0.32974186539649963, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7345322966575623, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1046}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1047}
{"loss": -0.27745988965034485, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6156120896339417, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1047}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1048}
{"loss": -0.37220826745033264, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.8297684192657471, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1048}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1049}
{"loss": -0.3120463192462921, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6932246088981628, "receiver_entropy": 0.0, "length": 3.9911603927612305, "mode": "test", "epoch": 1049}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1050}
{"loss": -0.27755990624427795, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6173709034919739, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1050}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1051}
{"loss": -0.297396719455719, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6598761677742004, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1051}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1052}
{"loss": -0.34356528520584106, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7656400799751282, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1052}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1053}
{"loss": -0.2826090157032013, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6274262070655823, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1053}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1054}
{"loss": -0.3215567171573639, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.71425461769104, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1054}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1055}
{"loss": -0.3835655152797699, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8544082045555115, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1055}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1056}
{"loss": -0.26863664388656616, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.5956209897994995, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1056}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1057}
{"loss": -0.3632704019546509, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8096055388450623, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1057}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1058}
{"loss": -0.35548135638237, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7913716435432434, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 1058}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1059}
{"loss": -0.38467392325401306, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8585399985313416, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1059}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1060}
{"loss": -0.340170294046402, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7579752802848816, "receiver_entropy": 0.0, "length": 3.998413324356079, "mode": "test", "epoch": 1060}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1061}
{"loss": -0.32714903354644775, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7278953194618225, "receiver_entropy": 0.0, "length": 3.9903671741485596, "mode": "test", "epoch": 1061}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1062}
{"loss": -0.3249279260635376, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7231038212776184, "receiver_entropy": 0.0, "length": 3.997846841812134, "mode": "test", "epoch": 1062}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1063}
{"loss": -0.3413233458995819, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7611782550811768, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1063}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1064}
{"loss": -0.3235175311565399, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7189688682556152, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1064}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1065}
{"loss": -0.3324167728424072, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.738207995891571, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1065}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1066}
{"loss": -0.3078303635120392, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6837016940116882, "receiver_entropy": 0.0, "length": 3.9922938346862793, "mode": "test", "epoch": 1066}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1067}
{"loss": -0.2613397240638733, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5791000723838806, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 1067}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1068}
{"loss": -0.33446383476257324, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7456830739974976, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1068}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1069}
{"loss": -0.31030383706092834, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6895655393600464, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1069}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1070}
{"loss": -0.33269721269607544, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7389005422592163, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1070}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1071}
{"loss": -0.3688974976539612, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.821986198425293, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1071}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1072}
{"loss": -0.36907365918159485, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.82297682762146, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1072}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1073}
{"loss": -0.3415764570236206, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7602656483650208, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1073}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1074}
{"loss": -0.29624882340431213, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.65709388256073, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1074}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1075}
{"loss": -0.2793355882167816, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6164031028747559, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1075}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1076}
{"loss": -0.3452328145503998, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7685946226119995, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1076}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1077}
{"loss": -0.3046141266822815, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6754895448684692, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1077}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1078}
{"loss": -0.2871495187282562, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6341692209243774, "receiver_entropy": 0.0, "length": 3.991727113723755, "mode": "test", "epoch": 1078}
{"generalization hold out": {"acc": 0.5204081535339355, "acc_or": 0.7551020383834839}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1079}
{"loss": -0.2968844771385193, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6567661166191101, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1079}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1080}
{"loss": -0.3239915370941162, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7192801237106323, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1080}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1081}
{"loss": -0.28061723709106445, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6196857690811157, "receiver_entropy": 0.0, "length": 3.9910471439361572, "mode": "test", "epoch": 1081}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1082}
{"loss": -0.31622442603111267, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7016386985778809, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1082}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1083}
{"loss": -0.2959149479866028, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6554131507873535, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1083}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1084}
{"loss": -0.3079196810722351, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.68259596824646, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1084}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1085}
{"loss": -0.31915608048439026, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7088587880134583, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 1085}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1086}
{"loss": -0.2722488045692444, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6019937992095947, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1086}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1087}
{"loss": -0.3362267017364502, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7449530363082886, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 1087}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1088}
{"loss": -0.3125625252723694, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.6929196715354919, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1088}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1089}
{"loss": -0.3234308660030365, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7166211009025574, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1089}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1090}
{"loss": -0.33304017782211304, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7391601800918579, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1090}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1091}
{"loss": -0.30950766801834106, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6853632926940918, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1091}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1092}
{"loss": -0.36524924635887146, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.812970757484436, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1092}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1093}
{"loss": -0.315281480550766, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.697564423084259, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1093}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1094}
{"loss": -0.32925108075141907, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7312795519828796, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1094}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1095}
{"loss": -0.3769019842147827, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8344593644142151, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1095}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1096}
{"loss": -0.3231372535228729, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7172546982765198, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 1096}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1097}
{"loss": -0.30437201261520386, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6750496625900269, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1097}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1098}
{"loss": -0.3858916759490967, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8572867512702942, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 1098}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1099}
{"loss": -0.2948099672794342, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6524081826210022, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1099}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1100}
{"loss": -0.37409040331840515, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8303834795951843, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1100}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1101}
{"loss": -0.30498620867729187, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6746495962142944, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 1101}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1102}
{"loss": -0.37826502323150635, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8385717868804932, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1102}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1103}
{"loss": -0.2915523946285248, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.644425630569458, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1103}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1104}
{"loss": -0.32146191596984863, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7120583653450012, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1104}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1105}
{"loss": -0.30754420161247253, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6812798380851746, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1105}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1106}
{"loss": -0.3534355163574219, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7851181626319885, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 1106}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1107}
{"loss": -0.3291373550891876, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7296647429466248, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1107}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1108}
{"loss": -0.28685691952705383, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6317737102508545, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1108}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1109}
{"loss": -0.3058496415615082, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6764249205589294, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1109}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1110}
{"loss": -0.35224252939224243, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7806408405303955, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1110}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1111}
{"loss": -0.31781715154647827, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7029464840888977, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1111}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1112}
{"loss": -0.33828359842300415, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7503272891044617, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1112}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1113}
{"loss": -0.3352510333061218, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.742923378944397, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1113}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1114}
{"loss": -0.347731351852417, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.769761323928833, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1114}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1115}
{"loss": -0.3157918155193329, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6969088315963745, "receiver_entropy": 0.0, "length": 3.9907071590423584, "mode": "test", "epoch": 1115}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1116}
{"loss": -0.36094462871551514, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.799055814743042, "receiver_entropy": 0.0, "length": 3.9916138648986816, "mode": "test", "epoch": 1116}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1117}
{"loss": -0.287228524684906, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6327521204948425, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1117}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1118}
{"loss": -0.301846981048584, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6689988970756531, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1118}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1119}
{"loss": -0.2973131835460663, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.657440185546875, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 1119}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1120}
{"loss": -0.3450518250465393, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7640918493270874, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1120}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1121}
{"loss": -0.3775549829006195, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.836982011795044, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 1121}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1122}
{"loss": -0.3387101888656616, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7519043684005737, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1122}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1123}
{"loss": -0.27132996916770935, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.59742671251297, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 1123}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1124}
{"loss": -0.31203532218933105, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6899348497390747, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1124}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1125}
{"loss": -0.34661930799484253, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7674923539161682, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1125}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1126}
{"loss": -0.40449661016464233, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.8987100720405579, "receiver_entropy": 0.0, "length": 3.999546766281128, "mode": "test", "epoch": 1126}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1127}
{"loss": -0.3054790198802948, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6762421727180481, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1127}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1128}
{"loss": -0.40993598103523254, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.9094492793083191, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1128}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1129}
{"loss": -0.3365956246852875, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7451704144477844, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1129}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1130}
{"loss": -0.3186802268028259, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7022556662559509, "receiver_entropy": 0.0, "length": 3.9922938346862793, "mode": "test", "epoch": 1130}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1131}
{"loss": -0.3455299437046051, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7651296257972717, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1131}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1132}
{"loss": -0.34584036469459534, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.766208291053772, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1132}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1133}
{"loss": -0.2923135459423065, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6438892483711243, "receiver_entropy": 0.0, "length": 3.9902539253234863, "mode": "test", "epoch": 1133}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1134}
{"loss": -0.2935323119163513, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6484733819961548, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 1134}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1135}
{"loss": -0.35500484704971313, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7851429581642151, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1135}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1136}
{"loss": -0.43452829122543335, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.9644338488578796, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 1136}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1137}
{"loss": -0.2788192629814148, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.614901602268219, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1137}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1138}
{"loss": -0.2699865400791168, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.5938894748687744, "receiver_entropy": 0.0, "length": 3.9993200302124023, "mode": "test", "epoch": 1138}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1139}
{"loss": -0.3716960549354553, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8233712315559387, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1139}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1140}
{"loss": -0.2904837727546692, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6392400860786438, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1140}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1141}
{"loss": -0.3841906785964966, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8496013283729553, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 1141}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1142}
{"loss": -0.3208230435848236, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.708734929561615, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1142}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1143}
{"loss": -0.31688377261161804, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6999913454055786, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1143}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1144}
{"loss": -0.3079208433628082, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6783908605575562, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1144}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1145}
{"loss": -0.3183045983314514, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7022058963775635, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1145}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1146}
{"loss": -0.33505910634994507, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7397556304931641, "receiver_entropy": 0.0, "length": 3.9908204078674316, "mode": "test", "epoch": 1146}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1147}
{"loss": -0.3263789415359497, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7199938297271729, "receiver_entropy": 0.0, "length": 3.9908204078674316, "mode": "test", "epoch": 1147}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1148}
{"loss": -0.38629546761512756, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.855648398399353, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 1148}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1149}
{"loss": -0.3276046812534332, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7223265767097473, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1149}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1150}
{"loss": -0.3284637928009033, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7248286604881287, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1150}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1151}
{"loss": -0.3140348494052887, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6903578639030457, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1151}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1152}
{"loss": -0.33320683240890503, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7371769547462463, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1152}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1153}
{"loss": -0.3746258020401001, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8282908797264099, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1153}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1154}
{"loss": -0.3475470244884491, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7674403190612793, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1154}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1155}
{"loss": -0.37366583943367004, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8264350295066833, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1155}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1156}
{"loss": -0.29369160532951355, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6460011601448059, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1156}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1157}
{"loss": -0.35911229252815247, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7940801382064819, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1157}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1158}
{"loss": -0.2948918044567108, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6498039960861206, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 1158}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1159}
{"loss": -0.3134453296661377, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6900299191474915, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 1159}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1160}
{"loss": -0.3083232343196869, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6802206039428711, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1160}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1161}
{"loss": -0.3520032465457916, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7790600657463074, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1161}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1162}
{"loss": -0.28190380334854126, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6206976771354675, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1162}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1163}
{"loss": -0.2747799754142761, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6038986444473267, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1163}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1164}
{"loss": -0.25109827518463135, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5507941842079163, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1164}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1165}
{"loss": -0.3166946470737457, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6979045271873474, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1165}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1166}
{"loss": -0.3140329122543335, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6920104026794434, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1166}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1167}
{"loss": -0.3333108425140381, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7369232773780823, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1167}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1168}
{"loss": -0.3691471815109253, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.8161371946334839, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1168}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1169}
{"loss": -0.2828398644924164, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6219276785850525, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1169}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1170}
{"loss": -0.2865723967552185, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6287712454795837, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 1170}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1171}
{"loss": -0.3518134653568268, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7777918577194214, "receiver_entropy": 0.0, "length": 3.9989800453186035, "mode": "test", "epoch": 1171}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1172}
{"loss": -0.3085591495037079, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6795049905776978, "receiver_entropy": 0.0, "length": 3.997846841812134, "mode": "test", "epoch": 1172}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1173}
{"loss": -0.23901323974132538, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.5228310227394104, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 1173}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1174}
{"loss": -0.29671165347099304, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6535170674324036, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1174}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1175}
{"loss": -0.33042946457862854, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7282634377479553, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1175}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1176}
{"loss": -0.33708029985427856, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7439375519752502, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1176}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1177}
{"loss": -0.3714578449726105, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.820635974407196, "receiver_entropy": 0.0, "length": 3.9989800453186035, "mode": "test", "epoch": 1177}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1178}
{"loss": -0.32513463497161865, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7159954905509949, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1178}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1179}
{"loss": -0.32870033383369446, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7240457534790039, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 1179}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1180}
{"loss": -0.3267630934715271, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7206226587295532, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1180}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1181}
{"loss": -0.35332396626472473, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7796071767807007, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1181}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1182}
{"loss": -0.359321653842926, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7921113967895508, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1182}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1183}
{"loss": -0.3078647255897522, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6779133081436157, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1183}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1184}
{"loss": -0.2650466859340668, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5802379250526428, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 1184}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1185}
{"loss": -0.3435337543487549, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7573825716972351, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1185}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1186}
{"loss": -0.3456766903400421, "acc": 0.9942203164100647, "acc_or": 0.99711012840271, "sender_entropy": 0.7623342871665955, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1186}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1187}
{"loss": -0.33937183022499084, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7477595806121826, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1187}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1188}
{"loss": -0.36405041813850403, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.804239809513092, "receiver_entropy": 0.0, "length": 3.999206781387329, "mode": "test", "epoch": 1188}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1189}
{"loss": -0.3580304980278015, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7904894948005676, "receiver_entropy": 0.0, "length": 3.9981868267059326, "mode": "test", "epoch": 1189}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1190}
{"loss": -0.3069644868373871, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6729409694671631, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1190}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1191}
{"loss": -0.31789347529411316, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.699834406375885, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 1191}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1192}
{"loss": -0.34232085943222046, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.7535856366157532, "receiver_entropy": 0.0, "length": 3.991840362548828, "mode": "test", "epoch": 1192}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1193}
{"loss": -0.3225286602973938, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7101418972015381, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 1193}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1194}
{"loss": -0.3160519003868103, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6960746645927429, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 1194}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1195}
{"loss": -0.32937973737716675, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7254171371459961, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1195}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1196}
{"loss": -0.3607752025127411, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7954392433166504, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1196}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1197}
{"loss": -0.3776123523712158, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.8340426683425903, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1197}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1198}
{"loss": -0.3036467432975769, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6679331064224243, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 1198}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1199}
{"loss": -0.3710957169532776, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8184017539024353, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1199}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1200}
{"loss": -0.28100037574768066, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6164537668228149, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1200}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1201}
{"loss": -0.33686551451683044, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7433521151542664, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1201}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1202}
{"loss": -0.33098381757736206, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7290988564491272, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1202}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1203}
{"loss": -0.3227010667324066, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7094850540161133, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1203}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1204}
{"loss": -0.38206174969673157, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8433821201324463, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1204}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1205}
{"loss": -0.354819655418396, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7822415232658386, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1205}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1206}
{"loss": -0.32693058252334595, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7181079983711243, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1206}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1207}
{"loss": -0.2775501608848572, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6100722551345825, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1207}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1208}
{"loss": -0.291015088558197, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.637771725654602, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1208}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1209}
{"loss": -0.3462190330028534, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7614570260047913, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 1209}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1210}
{"loss": -0.32924628257751465, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7241820693016052, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 1210}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1211}
{"loss": -0.3320329189300537, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7302178144454956, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1211}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1212}
{"loss": -0.3574541509151459, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7858996391296387, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1212}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1213}
{"loss": -0.2598317861557007, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.5677509307861328, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1213}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1214}
{"loss": -0.38388827443122864, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.844889223575592, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1214}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1215}
{"loss": -0.392068475484848, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8629052042961121, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1215}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1216}
{"loss": -0.3502732217311859, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7714571356773376, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1216}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1217}
{"loss": -0.285702109336853, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6252486705780029, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1217}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1218}
{"loss": -0.36943909525871277, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8128227591514587, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1218}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1219}
{"loss": -0.3569943606853485, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7844077348709106, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1219}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1220}
{"loss": -0.39279186725616455, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8662928342819214, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1220}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1221}
{"loss": -0.322616845369339, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7093647718429565, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 1221}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1222}
{"loss": -0.3540017008781433, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7792532444000244, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1222}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1223}
{"loss": -0.33001625537872314, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.726732075214386, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 1223}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1224}
{"loss": -0.3925430178642273, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8653391003608704, "receiver_entropy": 0.0, "length": 3.9994332790374756, "mode": "test", "epoch": 1224}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1225}
{"loss": -0.3612818121910095, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7921006679534912, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 1225}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1226}
{"loss": -0.3628385066986084, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7970030307769775, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1226}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1227}
{"loss": -0.29250186681747437, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6384074091911316, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1227}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1228}
{"loss": -0.3321511447429657, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7289562225341797, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 1228}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1229}
{"loss": -0.32819250226020813, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7209789156913757, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 1229}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1230}
{"loss": -0.28470802307128906, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6229923963546753, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1230}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1231}
{"loss": -0.3060857951641083, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6714335083961487, "receiver_entropy": 0.0, "length": 3.998413324356079, "mode": "test", "epoch": 1231}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1232}
{"loss": -0.3361856937408447, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7373826503753662, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1232}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1233}
{"loss": -0.28454816341400146, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6224685907363892, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1233}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1234}
{"loss": -0.3200576901435852, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.70263671875, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1234}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1235}
{"loss": -0.2814672291278839, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6166743040084839, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1235}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1236}
{"loss": -0.32172513008117676, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.704328715801239, "receiver_entropy": 0.0, "length": 3.9910471439361572, "mode": "test", "epoch": 1236}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1237}
{"loss": -0.3786637485027313, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8333994746208191, "receiver_entropy": 0.0, "length": 3.9994332790374756, "mode": "test", "epoch": 1237}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1238}
{"loss": -0.3060041069984436, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6714350581169128, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 1238}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1239}
{"loss": -0.35635533928871155, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7820210456848145, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 1239}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1240}
{"loss": -0.35378074645996094, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7768934965133667, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 1240}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1241}
{"loss": -0.39765074849128723, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8750060796737671, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1241}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1242}
{"loss": -0.3935399055480957, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.865107536315918, "receiver_entropy": 0.0, "length": 3.9903671741485596, "mode": "test", "epoch": 1242}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1243}
{"loss": -0.43127498030662537, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.9492174386978149, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1243}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1244}
{"loss": -0.35225552320480347, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7722837924957275, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1244}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1245}
{"loss": -0.3478395640850067, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7630276679992676, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1245}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1246}
{"loss": -0.2965347468852997, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6483713388442993, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1246}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1247}
{"loss": -0.2890944480895996, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6283877491950989, "receiver_entropy": 0.0, "length": 3.9922938346862793, "mode": "test", "epoch": 1247}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1248}
{"loss": -0.3270377218723297, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.715814471244812, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1248}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1249}
{"loss": -0.27102935314178467, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.5912955403327942, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1249}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1250}
{"loss": -0.3258238434791565, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7143134474754333, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1250}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1251}
{"loss": -0.35181641578674316, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7721996307373047, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1251}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1252}
{"loss": -0.3385258913040161, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7415088415145874, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 1252}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1253}
{"loss": -0.3091511130332947, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6765587329864502, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1253}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1254}
{"loss": -0.32094889879226685, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.702642560005188, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1254}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1255}
{"loss": -0.3815038502216339, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8383203744888306, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1255}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1256}
{"loss": -0.3385852873325348, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7423767447471619, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1256}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1257}
{"loss": -0.37499481439590454, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8230891227722168, "receiver_entropy": 0.0, "length": 3.991727113723755, "mode": "test", "epoch": 1257}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1258}
{"loss": -0.41335761547088623, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.9090937376022339, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1258}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1259}
{"loss": -0.29129281640052795, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6371100544929504, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1259}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1260}
{"loss": -0.33747217059135437, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7397791743278503, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1260}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1261}
{"loss": -0.32053905725479126, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7020414471626282, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1261}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1262}
{"loss": -0.47201868891716003, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 1.0392792224884033, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 1262}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1263}
{"loss": -0.2583501935005188, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.5604719519615173, "receiver_entropy": 0.0, "length": 3.991840362548828, "mode": "test", "epoch": 1263}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1264}
{"loss": -0.31029802560806274, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6796484589576721, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 1264}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1265}
{"loss": -0.31615206599235535, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6920273303985596, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1265}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1266}
{"loss": -0.3712356686592102, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8142929673194885, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1266}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1267}
{"loss": -0.33329570293426514, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7285622954368591, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1267}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1268}
{"loss": -0.2767641842365265, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6054739356040955, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1268}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1269}
{"loss": -0.37047484517097473, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8132052421569824, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1269}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1270}
{"loss": -0.30690112709999084, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6705144047737122, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1270}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1271}
{"loss": -0.3073022663593292, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.672687828540802, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1271}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1272}
{"loss": -0.34083670377731323, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7463125586509705, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1272}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1273}
{"loss": -0.3220568895339966, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7052285075187683, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1273}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1274}
{"loss": -0.31856414675712585, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6968981623649597, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1274}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1275}
{"loss": -0.3230123817920685, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7070594429969788, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1275}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1276}
{"loss": -0.341721773147583, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7486603260040283, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1276}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1277}
{"loss": -0.3284231424331665, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7198380827903748, "receiver_entropy": 0.0, "length": 3.9981868267059326, "mode": "test", "epoch": 1277}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1278}
{"loss": -0.2598787546157837, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.5646993517875671, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1278}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1279}
{"loss": -0.30878695845603943, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6747003197669983, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1279}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1280}
{"loss": -0.27599677443504333, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6032389402389526, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 1280}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1281}
{"loss": -0.31126248836517334, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6797594428062439, "receiver_entropy": 0.0, "length": 3.9915003776550293, "mode": "test", "epoch": 1281}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1282}
{"loss": -0.34466081857681274, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7545722126960754, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1282}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1283}
{"loss": -0.3742204010486603, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8201119303703308, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1283}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1284}
{"loss": -0.3068896532058716, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6699638366699219, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1284}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1285}
{"loss": -0.22260688245296478, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.47979485988616943, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1285}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1286}
{"loss": -0.345253050327301, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7565833926200867, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 1286}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1287}
{"loss": -0.3437928557395935, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7534629106521606, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1287}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1288}
{"loss": -0.3128701448440552, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6831375360488892, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1288}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1289}
{"loss": -0.2977849841117859, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6488139033317566, "receiver_entropy": 0.0, "length": 3.9920670986175537, "mode": "test", "epoch": 1289}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1290}
{"loss": -0.33856621384620667, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7402550578117371, "receiver_entropy": 0.0, "length": 3.9986400604248047, "mode": "test", "epoch": 1290}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1291}
{"loss": -0.37451833486557007, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.8191269636154175, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1291}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1292}
{"loss": -0.3162442147731781, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6913598775863647, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1292}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1293}
{"loss": -0.40495190024375916, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8878850936889648, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1293}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1294}
{"loss": -0.2793268859386444, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6086982488632202, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 1294}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1295}
{"loss": -0.3155648410320282, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6893685460090637, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1295}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1296}
{"loss": -0.35730335116386414, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7798579335212708, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1296}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1297}
{"loss": -0.27430015802383423, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5974854826927185, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1297}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1298}
{"loss": -0.3165011405944824, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6908071041107178, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 1298}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1299}
{"loss": -0.3393498361110687, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7429700493812561, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1299}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1300}
{"loss": -0.32118505239486694, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6978256702423096, "receiver_entropy": 0.0, "length": 3.991273880004883, "mode": "test", "epoch": 1300}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1301}
{"loss": -0.3248882293701172, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7090299129486084, "receiver_entropy": 0.0, "length": 3.991727113723755, "mode": "test", "epoch": 1301}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1302}
{"loss": -0.3671517074108124, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8027760982513428, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 1302}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1303}
{"loss": -0.378373920917511, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.829535722732544, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1303}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1304}
{"loss": -0.3364941477775574, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7355117201805115, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1304}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1305}
{"loss": -0.30527782440185547, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6677577495574951, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 1305}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1306}
{"loss": -0.34406113624572754, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7507481575012207, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1306}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1307}
{"loss": -0.34458646178245544, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7519040703773499, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1307}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1308}
{"loss": -0.3325177729129791, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7264727354049683, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1308}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1309}
{"loss": -0.2652517855167389, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.5762325525283813, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1309}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1310}
{"loss": -0.32995912432670593, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7185313105583191, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 1310}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1311}
{"loss": -0.3427785038948059, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7483944296836853, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1311}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1312}
{"loss": -0.34367287158966064, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.750257670879364, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1312}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1313}
{"loss": -0.3503246009349823, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7664616107940674, "receiver_entropy": 0.0, "length": 3.9989800453186035, "mode": "test", "epoch": 1313}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1314}
{"loss": -0.3074815571308136, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6703770756721497, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1314}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1315}
{"loss": -0.32270336151123047, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7049542665481567, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1315}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1316}
{"loss": -0.29446643590927124, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6410233974456787, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1316}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1317}
{"loss": -0.33081528544425964, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.721385657787323, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1317}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1318}
{"loss": -0.3589220941066742, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7837439775466919, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1318}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1319}
{"loss": -0.332308828830719, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7258020639419556, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1319}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1320}
{"loss": -0.2957185208797455, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6434728503227234, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1320}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1321}
{"loss": -0.31167247891426086, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6789261698722839, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1321}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1322}
{"loss": -0.2667710781097412, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.5809194445610046, "receiver_entropy": 0.0, "length": 3.9981868267059326, "mode": "test", "epoch": 1322}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1323}
{"loss": -0.320638507604599, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6998345255851746, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1323}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1324}
{"loss": -0.3594423234462738, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7856898903846741, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1324}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1325}
{"loss": -0.37379351258277893, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8176087737083435, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1325}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1326}
{"loss": -0.3204768896102905, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6996577978134155, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1326}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1327}
{"loss": -0.3887334167957306, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8504135012626648, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1327}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1328}
{"loss": -0.3201935887336731, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6968482136726379, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 1328}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1329}
{"loss": -0.3194742798805237, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6950737833976746, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1329}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1330}
{"loss": -0.27494895458221436, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.597075879573822, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 1330}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1331}
{"loss": -0.3140846788883209, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6838098764419556, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1331}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1332}
{"loss": -0.27438223361968994, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.5962231755256653, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1332}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1333}
{"loss": -0.2611720561981201, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.5667474269866943, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1333}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1334}
{"loss": -0.3169516324996948, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6902624368667603, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1334}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1335}
{"loss": -0.2894010543823242, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6289981007575989, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 1335}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1336}
{"loss": -0.25762948393821716, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5574594736099243, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1336}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1337}
{"loss": -0.35261496901512146, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.769672155380249, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1337}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1338}
{"loss": -0.34887558221817017, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7605645060539246, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1338}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1339}
{"loss": -0.307712197303772, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.670723557472229, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1339}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1340}
{"loss": -0.4253466725349426, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.9305667877197266, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 1340}
{"generalization hold out": {"acc": 0.5153061151504517, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1341}
{"loss": -0.3264597952365875, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7127555012702942, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 1341}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1342}
{"loss": -0.30788809061050415, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6703172922134399, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1342}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1343}
{"loss": -0.293285071849823, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6380619406700134, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1343}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1344}
{"loss": -0.31266435980796814, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6804815530776978, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1344}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1345}
{"loss": -0.2807244062423706, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6098143458366394, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1345}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1346}
{"loss": -0.4024772644042969, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.879889190196991, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1346}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1347}
{"loss": -0.26119178533554077, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.5659021139144897, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1347}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1348}
{"loss": -0.27323880791664124, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5926310420036316, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1348}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1349}
{"loss": -0.3284044861793518, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7151807546615601, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1349}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1350}
{"loss": -0.2696968615055084, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.5858243107795715, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1350}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1351}
{"loss": -0.3387903571128845, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7372663021087646, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 1351}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1352}
{"loss": -0.2880256772041321, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6266862154006958, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1352}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1353}
{"loss": -0.3535620868206024, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7713346481323242, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1353}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1354}
{"loss": -0.3032953441143036, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6600413918495178, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1354}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1355}
{"loss": -0.3090567886829376, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6725965738296509, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1355}
{"generalization hold out": {"acc": 0.5612244606018066, "acc_or": 0.7602040767669678}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1356}
{"loss": -0.3694346249103546, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8059343099594116, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1356}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1357}
{"loss": -0.3637116849422455, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7936581969261169, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1357}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1358}
{"loss": -0.2979932129383087, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6467157602310181, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 1358}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1359}
{"loss": -0.3408588767051697, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.7428436875343323, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1359}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1360}
{"loss": -0.37874409556388855, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8265259861946106, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1360}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1361}
{"loss": -0.33124786615371704, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.721034049987793, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1361}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1362}
{"loss": -0.28856226801872253, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6268500089645386, "receiver_entropy": 0.0, "length": 3.9993200302124023, "mode": "test", "epoch": 1362}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1363}
{"loss": -0.3304671347141266, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7202214598655701, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 1363}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1364}
{"loss": -0.31194868683815, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6786665320396423, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1364}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1365}
{"loss": -0.311029851436615, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6765530705451965, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1365}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1366}
{"loss": -0.31035953760147095, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6734907031059265, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1366}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1367}
{"loss": -0.34661173820495605, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7547082901000977, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1367}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1368}
{"loss": -0.2966204285621643, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6436363458633423, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1368}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1369}
{"loss": -0.36167001724243164, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7893316149711609, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1369}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1370}
{"loss": -0.3515509366989136, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7658208608627319, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1370}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1371}
{"loss": -0.38124096393585205, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8314704895019531, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1371}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1372}
{"loss": -0.30310359597206116, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6578772664070129, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1372}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1373}
{"loss": -0.25059419870376587, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.5428343415260315, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1373}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1374}
{"loss": -0.312423437833786, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.680419921875, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1374}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1375}
{"loss": -0.377745658159256, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8234935402870178, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1375}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1376}
{"loss": -0.3628876507282257, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7913382053375244, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1376}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1377}
{"loss": -0.384794682264328, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8394513130187988, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1377}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1378}
{"loss": -0.3005295693874359, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6525760293006897, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1378}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1379}
{"loss": -0.3271311819553375, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7109630107879639, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1379}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1380}
{"loss": -0.3278709948062897, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7121554613113403, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1380}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1381}
{"loss": -0.35264039039611816, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7673825621604919, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1381}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1382}
{"loss": -0.4065140187740326, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8886589407920837, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1382}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1383}
{"loss": -0.30220818519592285, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6552785038948059, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1383}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1384}
{"loss": -0.2995016872882843, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6507709622383118, "receiver_entropy": 0.0, "length": 3.997846841812134, "mode": "test", "epoch": 1384}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1385}
{"loss": -0.3041378855705261, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6599119901657104, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1385}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1386}
{"loss": -0.2658643424510956, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5754473209381104, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1386}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1387}
{"loss": -0.32119542360305786, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6987112164497375, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1387}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1388}
{"loss": -0.2865076959133148, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6214243173599243, "receiver_entropy": 0.0, "length": 3.9985268115997314, "mode": "test", "epoch": 1388}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1389}
{"loss": -0.39869096875190735, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.87058424949646, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1389}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1390}
{"loss": -0.28745612502098083, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6221224069595337, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1390}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1391}
{"loss": -0.3106605112552643, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6733247637748718, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1391}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1392}
{"loss": -0.36888447403907776, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8038880825042725, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1392}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1393}
{"loss": -0.28619101643562317, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6207452416419983, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1393}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1394}
{"loss": -0.30362677574157715, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6593517661094666, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1394}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1395}
{"loss": -0.34233152866363525, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7455353140830994, "receiver_entropy": 0.0, "length": 3.9986400604248047, "mode": "test", "epoch": 1395}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1396}
{"loss": -0.37477195262908936, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8162389397621155, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1396}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1397}
{"loss": -0.34702494740486145, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7539310455322266, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1397}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1398}
{"loss": -0.29660564661026, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6420772671699524, "receiver_entropy": 0.0, "length": 3.9922938346862793, "mode": "test", "epoch": 1398}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1399}
{"loss": -0.25717881321907043, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5561714768409729, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 1399}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1400}
{"loss": -0.25794899463653564, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.556856095790863, "receiver_entropy": 0.0, "length": 3.998413324356079, "mode": "test", "epoch": 1400}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1401}
{"loss": -0.33319565653800964, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7249223589897156, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1401}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1402}
{"loss": -0.3393781781196594, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7368565201759338, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1402}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1403}
{"loss": -0.3675418496131897, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7982291579246521, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 1403}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1404}
{"loss": -0.3630565404891968, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7899879217147827, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1404}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1405}
{"loss": -0.2954293489456177, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6398460268974304, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1405}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1406}
{"loss": -0.39632219076156616, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8633384108543396, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1406}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1407}
{"loss": -0.35520246624946594, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7727714776992798, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1407}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1408}
{"loss": -0.3456445634365082, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7521147131919861, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1408}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1409}
{"loss": -0.4234165847301483, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.923824667930603, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1409}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1410}
{"loss": -0.3428354859352112, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7462101578712463, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1410}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1411}
{"loss": -0.2747490704059601, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5947787165641785, "receiver_entropy": 0.0, "length": 3.9985268115997314, "mode": "test", "epoch": 1411}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1412}
{"loss": -0.3525204062461853, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7674681544303894, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 1412}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1413}
{"loss": -0.3580839931964874, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7782349586486816, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1413}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1414}
{"loss": -0.3210124373435974, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.696972668170929, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1414}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1415}
{"loss": -0.3328807055950165, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.722915530204773, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1415}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1416}
{"loss": -0.34929636120796204, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7581169009208679, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1416}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1417}
{"loss": -0.32135164737701416, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6974285244941711, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1417}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1418}
{"loss": -0.27567681670188904, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.5957919955253601, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1418}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1419}
{"loss": -0.3063426613807678, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6653589606285095, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1419}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1420}
{"loss": -0.31177130341529846, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6760860085487366, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1420}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1421}
{"loss": -0.37791356444358826, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8221908211708069, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1421}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1422}
{"loss": -0.33594805002212524, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.729346752166748, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1422}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1423}
{"loss": -0.28012579679489136, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6050028800964355, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 1423}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1424}
{"loss": -0.33377301692962646, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7242066264152527, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1424}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1425}
{"loss": -0.347514808177948, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7532713413238525, "receiver_entropy": 0.0, "length": 3.9916138648986816, "mode": "test", "epoch": 1425}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1426}
{"loss": -0.2822413146495819, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6106846928596497, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1426}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1427}
{"loss": -0.3715338408946991, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.8075588345527649, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1427}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1428}
{"loss": -0.31431064009666443, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6808529496192932, "receiver_entropy": 0.0, "length": 3.991387128829956, "mode": "test", "epoch": 1428}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1429}
{"loss": -0.4156350791454315, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.9046245813369751, "receiver_entropy": 0.0, "length": 3.9910471439361572, "mode": "test", "epoch": 1429}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1430}
{"loss": -0.27878469228744507, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6028561592102051, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1430}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1431}
{"loss": -0.2689811587333679, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5798783898353577, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1431}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1432}
{"loss": -0.3384874761104584, "acc": 0.9922937154769897, "acc_or": 0.9961468577384949, "sender_entropy": 0.6984009742736816, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1432}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1433}
{"loss": -0.3118652105331421, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6756011843681335, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 1433}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1434}
{"loss": -0.2912929356098175, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6296798586845398, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1434}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1435}
{"loss": -0.2934603691101074, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6332042813301086, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1435}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1436}
{"loss": -0.2951921224594116, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6391832828521729, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1436}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1437}
{"loss": -0.3984847366809845, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8658860325813293, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 1437}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1438}
{"loss": -0.30777254700660706, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6645030975341797, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1438}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1439}
{"loss": -0.29322877526283264, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6340039372444153, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1439}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1440}
{"loss": -0.30992525815963745, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6707260608673096, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1440}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1441}
{"loss": -0.4173574447631836, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.9086678624153137, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 1441}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1442}
{"loss": -0.30475908517837524, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6587103605270386, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1442}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1443}
{"loss": -0.3534049689769745, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7664594650268555, "receiver_entropy": 0.0, "length": 3.991273880004883, "mode": "test", "epoch": 1443}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1444}
{"loss": -0.4141559302806854, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.9014474153518677, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1444}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1445}
{"loss": -0.3232266902923584, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7004324197769165, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1445}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1446}
{"loss": -0.3370755910873413, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7310667634010315, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1446}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1447}
{"loss": -0.34339162707328796, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7442328333854675, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1447}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1448}
{"loss": -0.35797733068466187, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7782050967216492, "receiver_entropy": 0.0, "length": 3.997846841812134, "mode": "test", "epoch": 1448}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1449}
{"loss": -0.30322855710983276, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6556873917579651, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 1449}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1450}
{"loss": -0.27857473492622375, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6023471355438232, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1450}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1451}
{"loss": -0.27053579688072205, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5839725136756897, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 1451}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1452}
{"loss": -0.40501248836517334, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8809735774993896, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1452}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1453}
{"loss": -0.33596304059028625, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7292302250862122, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1453}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1454}
{"loss": -0.43006768822669983, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.9356701374053955, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1454}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1455}
{"loss": -0.3295615315437317, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7151147723197937, "receiver_entropy": 0.0, "length": 3.998300075531006, "mode": "test", "epoch": 1455}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1456}
{"loss": -0.3220611810684204, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6964114904403687, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 1456}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1457}
{"loss": -0.37420445680618286, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8128581643104553, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1457}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1458}
{"loss": -0.32087135314941406, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6938974261283875, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1458}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1459}
{"loss": -0.31199267506599426, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.675102710723877, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1459}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1460}
{"loss": -0.30419307947158813, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6572446227073669, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1460}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1461}
{"loss": -0.322634756565094, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6975690722465515, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1461}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1462}
{"loss": -0.30956828594207764, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6699317693710327, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1462}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1463}
{"loss": -0.3038114607334137, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6577330231666565, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1463}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1464}
{"loss": -0.31562820076942444, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6823133826255798, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 1464}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1465}
{"loss": -0.2747672498226166, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.5932536125183105, "receiver_entropy": 0.0, "length": 3.9985268115997314, "mode": "test", "epoch": 1465}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1466}
{"loss": -0.33969515562057495, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7355167269706726, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1466}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1467}
{"loss": -0.32534655928611755, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7048728466033936, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1467}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1468}
{"loss": -0.37882745265960693, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8214802742004395, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1468}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1469}
{"loss": -0.38625144958496094, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8398267030715942, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 1469}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1470}
{"loss": -0.37309426069259644, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8102911710739136, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1470}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1471}
{"loss": -0.391323059797287, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8479905724525452, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 1471}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1472}
{"loss": -0.350854754447937, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7609952688217163, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1472}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1473}
{"loss": -0.38754382729530334, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8397164344787598, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1473}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1474}
{"loss": -0.2751913070678711, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.5913783311843872, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1474}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1475}
{"loss": -0.30335187911987305, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6553083062171936, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1475}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1476}
{"loss": -0.3025234639644623, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6544426083564758, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 1476}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1477}
{"loss": -0.3385857343673706, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7332080006599426, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1477}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1478}
{"loss": -0.3793194890022278, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8222138285636902, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1478}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1479}
{"loss": -0.32551413774490356, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7047099471092224, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1479}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1480}
{"loss": -0.29778721928596497, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6430838108062744, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1480}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1481}
{"loss": -0.33978813886642456, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.736098051071167, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1481}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1482}
{"loss": -0.340838223695755, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.73772132396698, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 1482}
{"generalization hold out": {"acc": 0.5306122303009033, "acc_or": 0.7474489808082581}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1483}
{"loss": -0.3885422646999359, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8431530594825745, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1483}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1484}
{"loss": -0.341953843832016, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7398895025253296, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1484}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1485}
{"loss": -0.341627836227417, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7393748164176941, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1485}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1486}
{"loss": -0.38158831000328064, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8280689120292664, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1486}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1487}
{"loss": -0.40754297375679016, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8846015930175781, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1487}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1488}
{"loss": -0.36232396960258484, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7842915654182434, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1488}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1489}
{"loss": -0.3423219919204712, "acc": 0.9937670230865479, "acc_or": 0.9968835115432739, "sender_entropy": 0.7326923608779907, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1489}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1490}
{"loss": -0.28428298234939575, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6128970384597778, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1490}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1491}
{"loss": -0.2909698784351349, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6273829340934753, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1491}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1492}
{"loss": -0.31157317757606506, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6729131937026978, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1492}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1493}
{"loss": -0.2946171164512634, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6350809335708618, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1493}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1494}
{"loss": -0.3629322648048401, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7860096096992493, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 1494}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1495}
{"loss": -0.362848162651062, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7851389646530151, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1495}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1496}
{"loss": -0.32119619846343994, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6943724751472473, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1496}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1497}
{"loss": -0.34546467661857605, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7476148009300232, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1497}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1498}
{"loss": -0.2859843969345093, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6168595552444458, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1498}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1499}
{"loss": -0.29147422313690186, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6286254525184631, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1499}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1500}
{"loss": -0.29062211513519287, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6251183152198792, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1500}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1501}
{"loss": -0.3523305654525757, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7618701457977295, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1501}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1502}
{"loss": -0.342808336019516, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7357186675071716, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1502}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1503}
{"loss": -0.3670916259288788, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7959718108177185, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1503}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1504}
{"loss": -0.34966155886650085, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7564674019813538, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1504}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1505}
{"loss": -0.3560819923877716, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7707334756851196, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1505}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1506}
{"loss": -0.30427446961402893, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6576862335205078, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 1506}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1507}
{"loss": -0.3970177471637726, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8605074882507324, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1507}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1508}
{"loss": -0.2832760214805603, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6101606488227844, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1508}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1509}
{"loss": -0.38824790716171265, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.840667724609375, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1509}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1510}
{"loss": -0.3629150986671448, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7859241962432861, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1510}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1511}
{"loss": -0.3337424099445343, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7205638289451599, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 1511}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1512}
{"loss": -0.2981729805469513, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6427191495895386, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1512}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1513}
{"loss": -0.3342960774898529, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7217850685119629, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1513}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1514}
{"loss": -0.32565540075302124, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7047081589698792, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 1514}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1515}
{"loss": -0.37529438734054565, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8131157755851746, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1515}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1516}
{"loss": -0.3484098017215729, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7520714402198792, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1516}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1517}
{"loss": -0.3499865233898163, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7561687231063843, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1517}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1518}
{"loss": -0.325005441904068, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7004379034042358, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 1518}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1519}
{"loss": -0.3474321961402893, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7507379651069641, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 1519}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1520}
{"loss": -0.29123470187187195, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6269311308860779, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1520}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1521}
{"loss": -0.3491332232952118, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7550553679466248, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1521}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1522}
{"loss": -0.4358186423778534, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.9446254372596741, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1522}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1523}
{"loss": -0.3207107484340668, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6928381323814392, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1523}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1524}
{"loss": -0.3224014639854431, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6950573921203613, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1524}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1525}
{"loss": -0.33940622210502625, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7318629622459412, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1525}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1526}
{"loss": -0.36435163021087646, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7865484952926636, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1526}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1527}
{"loss": -0.4010736644268036, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8685916066169739, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 1527}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1528}
{"loss": -0.30512872338294983, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6570901274681091, "receiver_entropy": 0.0, "length": 3.991273880004883, "mode": "test", "epoch": 1528}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1529}
{"loss": -0.33839768171310425, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7305713295936584, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1529}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1530}
{"loss": -0.24003571271896362, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5139102339744568, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1530}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1531}
{"loss": -0.36989352107048035, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8008583784103394, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1531}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1532}
{"loss": -0.34922829270362854, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7554683685302734, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1532}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1533}
{"loss": -0.38584890961647034, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8348073363304138, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 1533}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1534}
{"loss": -0.33207663893699646, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7166922092437744, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 1534}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1535}
{"loss": -0.3576497733592987, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7728334665298462, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1535}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1536}
{"loss": -0.30839306116104126, "acc": 0.9960335493087769, "acc_or": 0.9980167746543884, "sender_entropy": 0.6658042073249817, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1536}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1537}
{"loss": -0.33057159185409546, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7141468524932861, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1537}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1538}
{"loss": -0.335644394159317, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7252679467201233, "receiver_entropy": 0.0, "length": 3.999546766281128, "mode": "test", "epoch": 1538}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1539}
{"loss": -0.2537378966808319, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.5439966917037964, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1539}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1540}
{"loss": -0.3245835602283478, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.699118971824646, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1540}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1541}
{"loss": -0.3687906563282013, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7969508171081543, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1541}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1542}
{"loss": -0.3685609996318817, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7950946092605591, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 1542}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1543}
{"loss": -0.3980623185634613, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8620062470436096, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1543}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1544}
{"loss": -0.3689807653427124, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7975549101829529, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1544}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1545}
{"loss": -0.41649293899536133, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.901821494102478, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1545}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1546}
{"loss": -0.34994134306907654, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7559456825256348, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1546}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1547}
{"loss": -0.38317328691482544, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.827815592288971, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 1547}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1548}
{"loss": -0.36459675431251526, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7884712219238281, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1548}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1549}
{"loss": -0.3738088309764862, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.808036744594574, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1549}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1550}
{"loss": -0.3349049985408783, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7222083210945129, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1550}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1551}
{"loss": -0.35667693614959717, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.770501971244812, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1551}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1552}
{"loss": -0.3497518301010132, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7545008063316345, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1552}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1553}
{"loss": -0.33920976519584656, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7318872213363647, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1553}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1554}
{"loss": -0.28332436084747314, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6098018884658813, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1554}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1555}
{"loss": -0.30944013595581055, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6651137471199036, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1555}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1556}
{"loss": -0.3610473573207855, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7796377539634705, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1556}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1557}
{"loss": -0.3285822570323944, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7082637548446655, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1557}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1558}
{"loss": -0.329230934381485, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7101576328277588, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1558}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1559}
{"loss": -0.29464519023895264, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6339262127876282, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1559}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1560}
{"loss": -0.40545791387557983, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8767116069793701, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1560}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1561}
{"loss": -0.33269989490509033, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.716625988483429, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1561}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1562}
{"loss": -0.33572909235954285, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7227432131767273, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1562}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1563}
{"loss": -0.3303924798965454, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7127670049667358, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 1563}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1564}
{"loss": -0.33125007152557373, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7137777209281921, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1564}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1565}
{"loss": -0.27041831612586975, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5796836018562317, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1565}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1566}
{"loss": -0.4383246600627899, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.9491733908653259, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1566}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1567}
{"loss": -0.35417458415031433, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7651957273483276, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1567}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1568}
{"loss": -0.2806170582771301, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6009104251861572, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1568}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1569}
{"loss": -0.35752543807029724, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.771513044834137, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1569}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1570}
{"loss": -0.33528268337249756, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7236168384552002, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1570}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1571}
{"loss": -0.40681520104408264, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8795782327651978, "receiver_entropy": 0.0, "length": 3.9994332790374756, "mode": "test", "epoch": 1571}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1572}
{"loss": -0.33299127221107483, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7178554534912109, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1572}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1573}
{"loss": -0.38237693905830383, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8262436985969543, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1573}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1574}
{"loss": -0.3537057042121887, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7639591693878174, "receiver_entropy": 0.0, "length": 3.999206781387329, "mode": "test", "epoch": 1574}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1575}
{"loss": -0.34401604533195496, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7420046925544739, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1575}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1576}
{"loss": -0.33557379245758057, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7218930721282959, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1576}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1577}
{"loss": -0.3139716684818268, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6747782230377197, "receiver_entropy": 0.0, "length": 3.9915003776550293, "mode": "test", "epoch": 1577}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1578}
{"loss": -0.3785226345062256, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.8169830441474915, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1578}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1579}
{"loss": -0.3717997372150421, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8013091087341309, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 1579}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1580}
{"loss": -0.278483122587204, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5971227884292603, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1580}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1581}
{"loss": -0.3552905023097992, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7663270235061646, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1581}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1582}
{"loss": -0.3669990301132202, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7918182015419006, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1582}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1583}
{"loss": -0.2942970395088196, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6312041282653809, "receiver_entropy": 0.0, "length": 3.991727113723755, "mode": "test", "epoch": 1583}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1584}
{"loss": -0.3095659613609314, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6661748886108398, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1584}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1585}
{"loss": -0.3326719105243683, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7168412804603577, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1585}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1586}
{"loss": -0.3989008367061615, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8620401620864868, "receiver_entropy": 0.0, "length": 3.9993200302124023, "mode": "test", "epoch": 1586}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1587}
{"loss": -0.3382664620876312, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7284582853317261, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 1587}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1588}
{"loss": -0.3972092866897583, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8561916947364807, "receiver_entropy": 0.0, "length": 3.991273880004883, "mode": "test", "epoch": 1588}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1589}
{"loss": -0.3579956293106079, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7728847861289978, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 1589}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1590}
{"loss": -0.3664867877960205, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7894212007522583, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 1590}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1591}
{"loss": -0.402065247297287, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8681854009628296, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1591}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1592}
{"loss": -0.3506311774253845, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7559496760368347, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1592}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1593}
{"loss": -0.311705619096756, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6707364320755005, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1593}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1594}
{"loss": -0.331827312707901, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.714124321937561, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 1594}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1595}
{"loss": -0.409646600484848, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8859562277793884, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1595}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1596}
{"loss": -0.3490743935108185, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7523064613342285, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1596}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1597}
{"loss": -0.31545913219451904, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6783111691474915, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1597}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1598}
{"loss": -0.3074357509613037, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6609217524528503, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1598}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1599}
{"loss": -0.3475491404533386, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7484065294265747, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 1599}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1600}
{"loss": -0.3171498775482178, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6820059418678284, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1600}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1601}
{"loss": -0.3080894351005554, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.662109375, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1601}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1602}
{"loss": -0.33585622906684875, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7223160266876221, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 1602}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1603}
{"loss": -0.3265288472175598, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7033992409706116, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1603}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1604}
{"loss": -0.3640441596508026, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7841348648071289, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1604}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1605}
{"loss": -0.35923153162002563, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7735432386398315, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1605}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1606}
{"loss": -0.3079529404640198, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6619887351989746, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1606}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1607}
{"loss": -0.31317049264907837, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6736577153205872, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1607}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1608}
{"loss": -0.284554123878479, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6101016402244568, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 1608}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1609}
{"loss": -0.36196377873420715, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7799929976463318, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1609}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1610}
{"loss": -0.33605363965034485, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7233189344406128, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1610}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1611}
{"loss": -0.36654961109161377, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7891278862953186, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1611}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1612}
{"loss": -0.32923534512519836, "acc": 0.993427038192749, "acc_or": 0.9967135190963745, "sender_entropy": 0.6729487180709839, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1612}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1613}
{"loss": -0.3518296182155609, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7570469975471497, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1613}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1614}
{"loss": -0.3113648295402527, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6687426567077637, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1614}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1615}
{"loss": -0.28044307231903076, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6003929972648621, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1615}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1616}
{"loss": -0.4039752185344696, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8717618584632874, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1616}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1617}
{"loss": -0.28829720616340637, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6171700358390808, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1617}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1618}
{"loss": -0.33236417174339294, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7145528793334961, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1618}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1619}
{"loss": -0.39278751611709595, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8469154238700867, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1619}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1620}
{"loss": -0.33866193890571594, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7280123829841614, "receiver_entropy": 0.0, "length": 3.9922938346862793, "mode": "test", "epoch": 1620}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1621}
{"loss": -0.34958404302597046, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7506060004234314, "receiver_entropy": 0.0, "length": 3.992520332336426, "mode": "test", "epoch": 1621}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1622}
{"loss": -0.3177168667316437, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6821849942207336, "receiver_entropy": 0.0, "length": 3.992520332336426, "mode": "test", "epoch": 1622}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1623}
{"loss": -0.4397258460521698, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.949433445930481, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 1623}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1624}
{"loss": -0.3203868567943573, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6886862516403198, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 1624}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1625}
{"loss": -0.3521497845649719, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7584043741226196, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1625}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1626}
{"loss": -0.2743290662765503, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.5877712368965149, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1626}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1627}
{"loss": -0.32949376106262207, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7072817087173462, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1627}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1628}
{"loss": -0.38305971026420593, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8258188962936401, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1628}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1629}
{"loss": -0.3664510250091553, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7894672155380249, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1629}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1630}
{"loss": -0.3370960056781769, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7240753173828125, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1630}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1631}
{"loss": -0.3707900941371918, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.798255980014801, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1631}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1632}
{"loss": -0.35268375277519226, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7593567967414856, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1632}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1633}
{"loss": -0.3380720019340515, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7259401679039001, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1633}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1634}
{"loss": -0.35540375113487244, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.765224277973175, "receiver_entropy": 0.0, "length": 3.9986400604248047, "mode": "test", "epoch": 1634}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1635}
{"loss": -0.3323685824871063, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7144152522087097, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 1635}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1636}
{"loss": -0.38793331384658813, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8361982107162476, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1636}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1637}
{"loss": -0.39213237166404724, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8438562154769897, "receiver_entropy": 0.0, "length": 3.991387128829956, "mode": "test", "epoch": 1637}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1638}
{"loss": -0.2761467695236206, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5898194313049316, "receiver_entropy": 0.0, "length": 3.9920670986175537, "mode": "test", "epoch": 1638}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1639}
{"loss": -0.3198775053024292, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6878833770751953, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1639}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1640}
{"loss": -0.3616383671760559, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7781457901000977, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1640}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1641}
{"loss": -0.30871179699897766, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6624332070350647, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1641}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1642}
{"loss": -0.33275362849235535, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7150548100471497, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1642}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1643}
{"loss": -0.3134767711162567, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6707836985588074, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1643}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1644}
{"loss": -0.29482850432395935, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.632158100605011, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1644}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1645}
{"loss": -0.2769742012023926, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.591755211353302, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1645}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1646}
{"loss": -0.3511158227920532, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7539350986480713, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1646}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1647}
{"loss": -0.345724493265152, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7429949641227722, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1647}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1648}
{"loss": -0.40783047676086426, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8791889548301697, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1648}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1649}
{"loss": -0.3472306728363037, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7456704378128052, "receiver_entropy": 0.0, "length": 3.9920670986175537, "mode": "test", "epoch": 1649}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1650}
{"loss": -0.30765753984451294, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.659964919090271, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1650}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1651}
{"loss": -0.33227381110191345, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7140226364135742, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1651}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1652}
{"loss": -0.3599133789539337, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7747144103050232, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1652}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1653}
{"loss": -0.30237284302711487, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6477693319320679, "receiver_entropy": 0.0, "length": 3.9908204078674316, "mode": "test", "epoch": 1653}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1654}
{"loss": -0.306868314743042, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6577277779579163, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1654}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1655}
{"loss": -0.3353273570537567, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7201136946678162, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1655}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1656}
{"loss": -0.35299909114837646, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7599613070487976, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1656}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1657}
{"loss": -0.34196048974990845, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7352344989776611, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1657}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1658}
{"loss": -0.30347374081611633, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6474694609642029, "receiver_entropy": 0.0, "length": 3.9916138648986816, "mode": "test", "epoch": 1658}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1659}
{"loss": -0.31854045391082764, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6841667890548706, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1659}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1660}
{"loss": -0.2756572961807251, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.5900651216506958, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1660}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1661}
{"loss": -0.36145469546318054, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7768955230712891, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1661}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1662}
{"loss": -0.329391747713089, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7072394490242004, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 1662}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1663}
{"loss": -0.38338199257850647, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.825005292892456, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1663}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1664}
{"loss": -0.3428746163845062, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7365580797195435, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1664}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1665}
{"loss": -0.38133856654167175, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8207384347915649, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1665}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1666}
{"loss": -0.2873762547969818, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6146369576454163, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1666}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1667}
{"loss": -0.37298691272735596, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8026543855667114, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1667}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1668}
{"loss": -0.3448508083820343, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7417281866073608, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 1668}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1669}
{"loss": -0.3717733919620514, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7984997034072876, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1669}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1670}
{"loss": -0.37002032995224, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7965344786643982, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 1670}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1671}
{"loss": -0.3407962918281555, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7308871150016785, "receiver_entropy": 0.0, "length": 3.990933895111084, "mode": "test", "epoch": 1671}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1672}
{"loss": -0.3164140582084656, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6793289184570312, "receiver_entropy": 0.0, "length": 3.9985268115997314, "mode": "test", "epoch": 1672}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1673}
{"loss": -0.32299429178237915, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6931180953979492, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 1673}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1674}
{"loss": -0.2979069948196411, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6373293399810791, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1674}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1675}
{"loss": -0.2791667878627777, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.5955124497413635, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1675}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1676}
{"loss": -0.34331604838371277, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7368236184120178, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 1676}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1677}
{"loss": -0.39911818504333496, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8610402345657349, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1677}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1678}
{"loss": -0.29878145456314087, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6395825743675232, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1678}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1679}
{"loss": -0.3779478073120117, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8124789595603943, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 1679}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1680}
{"loss": -0.3255588710308075, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7007315158843994, "receiver_entropy": 0.0, "length": 3.999546766281128, "mode": "test", "epoch": 1680}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1681}
{"loss": -0.39807212352752686, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8572816252708435, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1681}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1682}
{"loss": -0.37997546792030334, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8181621432304382, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 1682}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1683}
{"loss": -0.3276096284389496, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.703407347202301, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 1683}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1684}
{"loss": -0.3317563235759735, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7110812664031982, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 1684}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1685}
{"loss": -0.3878592848777771, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8338478803634644, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1685}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1686}
{"loss": -0.33877357840538025, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7269496917724609, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1686}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1687}
{"loss": -0.2849677801132202, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6079586148262024, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 1687}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1688}
{"loss": -0.31174924969673157, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.66730797290802, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 1688}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1689}
{"loss": -0.38857120275497437, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.83620685338974, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1689}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1690}
{"loss": -0.4026198983192444, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8657777905464172, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1690}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1691}
{"loss": -0.3075563311576843, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6603843569755554, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1691}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1692}
{"loss": -0.349599689245224, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7513311505317688, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1692}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1693}
{"loss": -0.3342936038970947, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7169416546821594, "receiver_entropy": 0.0, "length": 3.992520332336426, "mode": "test", "epoch": 1693}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1694}
{"loss": -0.4143405258655548, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8915723562240601, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1694}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1695}
{"loss": -0.36890217661857605, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7927228212356567, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1695}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1696}
{"loss": -0.3154292404651642, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6755498647689819, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 1696}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1697}
{"loss": -0.43755537271499634, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.9421377778053284, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1697}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1698}
{"loss": -0.3808818459510803, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8191496729850769, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 1698}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1699}
{"loss": -0.30023497343063354, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6428271532058716, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1699}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1700}
{"loss": -0.3084949851036072, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6608685851097107, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1700}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1701}
{"loss": -0.33999931812286377, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7287598252296448, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1701}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1702}
{"loss": -0.319426029920578, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6834055185317993, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 1702}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1703}
{"loss": -0.30927467346191406, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6631487011909485, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1703}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1704}
{"loss": -0.35039710998535156, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7514679431915283, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1704}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1705}
{"loss": -0.40162837505340576, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8618711233139038, "receiver_entropy": 0.0, "length": 3.9922938346862793, "mode": "test", "epoch": 1705}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1706}
{"loss": -0.2877978980541229, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6148609519004822, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1706}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1707}
{"loss": -0.40112850069999695, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.861633837223053, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1707}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1708}
{"loss": -0.3976838290691376, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8545169830322266, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1708}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1709}
{"loss": -0.3321536183357239, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7135234475135803, "receiver_entropy": 0.0, "length": 3.9981868267059326, "mode": "test", "epoch": 1709}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1710}
{"loss": -0.3263939321041107, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6988910436630249, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1710}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1711}
{"loss": -0.3245498538017273, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6946523189544678, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1711}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1712}
{"loss": -0.3324223756790161, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7116200923919678, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 1712}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1713}
{"loss": -0.30392053723335266, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6498491764068604, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1713}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1714}
{"loss": -0.336702823638916, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7216905355453491, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1714}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1715}
{"loss": -0.37020403146743774, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.794716477394104, "receiver_entropy": 0.0, "length": 3.992520332336426, "mode": "test", "epoch": 1715}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1716}
{"loss": -0.3315410614013672, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7099315524101257, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1716}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1717}
{"loss": -0.36716288328170776, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7891402244567871, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1717}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1718}
{"loss": -0.3072687089443207, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6577413082122803, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1718}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1719}
{"loss": -0.4136838912963867, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8889365196228027, "receiver_entropy": 0.0, "length": 3.9902539253234863, "mode": "test", "epoch": 1719}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1720}
{"loss": -0.3110920786857605, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6665818095207214, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1720}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1721}
{"loss": -0.30778267979621887, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.657724916934967, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 1721}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1722}
{"loss": -0.33070045709609985, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7096146941184998, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 1722}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1723}
{"loss": -0.3626631796360016, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7785857915878296, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1723}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1724}
{"loss": -0.2981492877006531, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6373710036277771, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 1724}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1725}
{"loss": -0.40966951847076416, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8813138008117676, "receiver_entropy": 0.0, "length": 3.997846841812134, "mode": "test", "epoch": 1725}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1726}
{"loss": -0.3354393541812897, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.717021107673645, "receiver_entropy": 0.0, "length": 3.990933895111084, "mode": "test", "epoch": 1726}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1727}
{"loss": -0.33752888441085815, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7231230139732361, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1727}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1728}
{"loss": -0.3294449746608734, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7062111496925354, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1728}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1729}
{"loss": -0.3116565942764282, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6677595973014832, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1729}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1730}
{"loss": -0.28570786118507385, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6115825176239014, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1730}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1731}
{"loss": -0.3943435549736023, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8474647998809814, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1731}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9734693169593811, "acc_or": 0.9867346286773682}, "epoch": 1732}
{"loss": -0.33804261684417725, "acc": 0.9941070079803467, "acc_or": 0.9970535039901733, "sender_entropy": 0.711683452129364, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1732}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1733}
{"loss": -0.3614597022533417, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.77586829662323, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1733}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1734}
{"loss": -0.34750017523765564, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7448845505714417, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1734}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1735}
{"loss": -0.3688806891441345, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7915955781936646, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1735}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1736}
{"loss": -0.35254430770874023, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7558906674385071, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1736}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1737}
{"loss": -0.28236308693885803, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.600921630859375, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1737}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1738}
{"loss": -0.3189733624458313, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6810301542282104, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 1738}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1739}
{"loss": -0.31495675444602966, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6736239194869995, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1739}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1740}
{"loss": -0.38601237535476685, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.828876256942749, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1740}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1741}
{"loss": -0.3298572897911072, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7060376405715942, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1741}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1742}
{"loss": -0.42697593569755554, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.9186373353004456, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1742}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1743}
{"loss": -0.35556846857070923, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7614233493804932, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1743}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1744}
{"loss": -0.3542857766151428, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7603117227554321, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1744}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1745}
{"loss": -0.3723793625831604, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8002626299858093, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 1745}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1746}
{"loss": -0.28745633363723755, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6135726571083069, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1746}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1747}
{"loss": -0.4038224518299103, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8682687282562256, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1747}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1748}
{"loss": -0.3682902753353119, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7903878092765808, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1748}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1749}
{"loss": -0.3505585789680481, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7505984306335449, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1749}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1750}
{"loss": -0.3496493697166443, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7474156022071838, "receiver_entropy": 0.0, "length": 3.9916138648986816, "mode": "test", "epoch": 1750}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1751}
{"loss": -0.37841323018074036, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8115549683570862, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1751}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1752}
{"loss": -0.3441299498081207, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7376899719238281, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1752}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1753}
{"loss": -0.3391336500644684, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7252724170684814, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1753}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1754}
{"loss": -0.34452715516090393, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7357303500175476, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 1754}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1755}
{"loss": -0.3256632089614868, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6968731880187988, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1755}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1756}
{"loss": -0.32593977451324463, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6960319876670837, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 1756}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1757}
{"loss": -0.3271215260028839, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7011916041374207, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1757}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1758}
{"loss": -0.28972747921943665, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6168301701545715, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 1758}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1759}
{"loss": -0.2764887809753418, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.588090181350708, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1759}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1760}
{"loss": -0.32870978116989136, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7040620446205139, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1760}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1761}
{"loss": -0.3203752636909485, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6843690276145935, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1761}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1762}
{"loss": -0.3148966133594513, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6726687550544739, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1762}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1763}
{"loss": -0.343512624502182, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7362818717956543, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1763}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1764}
{"loss": -0.34474191069602966, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.73905348777771, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1764}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1765}
{"loss": -0.38603901863098145, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8274752497673035, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1765}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1766}
{"loss": -0.4093630313873291, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8792909979820251, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 1766}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1767}
{"loss": -0.32345354557037354, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6923409700393677, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1767}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7448979616165161}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1768}
{"loss": -0.31650587916374207, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6757546067237854, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1768}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1769}
{"loss": -0.35528063774108887, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.761323869228363, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1769}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1770}
{"loss": -0.3948545753955841, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.846419095993042, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1770}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1771}
{"loss": -0.34323179721832275, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7345661520957947, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1771}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1772}
{"loss": -0.3412187397480011, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7307620048522949, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1772}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7346938848495483}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1773}
{"loss": -0.3707296550273895, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7934042811393738, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1773}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1774}
{"loss": -0.3550848960876465, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.759972333908081, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1774}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1775}
{"loss": -0.3698843717575073, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7920724153518677, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1775}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1776}
{"loss": -0.3707777261734009, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7944463491439819, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1776}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1777}
{"loss": -0.3374849557876587, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7225888967514038, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1777}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1778}
{"loss": -0.27044039964675903, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.5754656791687012, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1778}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1779}
{"loss": -0.2912103533744812, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6206466555595398, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 1779}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1780}
{"loss": -0.37034475803375244, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7930311560630798, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1780}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1781}
{"loss": -0.2975285053253174, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6330456733703613, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1781}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1782}
{"loss": -0.4081823229789734, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8763827085494995, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1782}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1783}
{"loss": -0.3706301748752594, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7954604029655457, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1783}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1784}
{"loss": -0.3162776827812195, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6753791570663452, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 1784}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1785}
{"loss": -0.27164411544799805, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.5783056020736694, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1785}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1786}
{"loss": -0.36543309688568115, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7819262146949768, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 1786}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1787}
{"loss": -0.2967701256275177, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6322178840637207, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 1787}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1788}
{"loss": -0.3329756557941437, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7120504379272461, "receiver_entropy": 0.0, "length": 3.9981868267059326, "mode": "test", "epoch": 1788}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1789}
{"loss": -0.2643451988697052, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5626463890075684, "receiver_entropy": 0.0, "length": 3.998413324356079, "mode": "test", "epoch": 1789}
{"generalization hold out": {"acc": 0.5255101919174194, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1790}
{"loss": -0.44073984026908875, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.9476385712623596, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1790}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1791}
{"loss": -0.278058797121048, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.5908054709434509, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1791}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1792}
{"loss": -0.3776994049549103, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8092747926712036, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1792}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1793}
{"loss": -0.34731701016426086, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7413917779922485, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1793}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1794}
{"loss": -0.32678547501564026, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6987589001655579, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1794}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1795}
{"loss": -0.244016632437706, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.5164830088615417, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 1795}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9755101799964905, "acc_or": 0.9877550601959229}, "epoch": 1796}
{"loss": -0.34279167652130127, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7322937250137329, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 1796}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1797}
{"loss": -0.317269891500473, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6778874397277832, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1797}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1798}
{"loss": -0.3081766963005066, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6558889150619507, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 1798}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1799}
{"loss": -0.3239343464374542, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6927965879440308, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1799}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1800}
{"loss": -0.303861528635025, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.6491374373435974, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 1800}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1801}
{"loss": -0.3468158543109894, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7413533926010132, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 1801}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1802}
{"loss": -0.3575694262981415, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7642221450805664, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1802}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1803}
{"loss": -0.31785598397254944, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6786016225814819, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1803}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1804}
{"loss": -0.3932391405105591, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.842680037021637, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1804}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1805}
{"loss": -0.398009330034256, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8532209992408752, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1805}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1806}
{"loss": -0.41864722967147827, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8973590731620789, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 1806}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1807}
{"loss": -0.36831605434417725, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7891131043434143, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1807}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1808}
{"loss": -0.31216171383857727, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6663177609443665, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1808}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1809}
{"loss": -0.40724822878837585, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8729487657546997, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1809}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1810}
{"loss": -0.4205787479877472, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.9034225344657898, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1810}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1811}
{"loss": -0.33158814907073975, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7085080742835999, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1811}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1812}
{"loss": -0.2916911542415619, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6194882392883301, "receiver_entropy": 0.0, "length": 3.991840362548828, "mode": "test", "epoch": 1812}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1813}
{"loss": -0.31537196040153503, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.673348069190979, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1813}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1814}
{"loss": -0.29703208804130554, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6336913108825684, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 1814}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1815}
{"loss": -0.3078494071960449, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6546059250831604, "receiver_entropy": 0.0, "length": 3.990593910217285, "mode": "test", "epoch": 1815}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1816}
{"loss": -0.2918003499507904, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.621806800365448, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1816}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1817}
{"loss": -0.30693626403808594, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6542876958847046, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1817}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1818}
{"loss": -0.31833067536354065, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6798872351646423, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1818}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1819}
{"loss": -0.3324739336967468, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.710715651512146, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1819}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1820}
{"loss": -0.3685319125652313, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7899882793426514, "receiver_entropy": 0.0, "length": 3.9981868267059326, "mode": "test", "epoch": 1820}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1821}
{"loss": -0.29969528317451477, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6384899020195007, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1821}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1822}
{"loss": -0.3000338673591614, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6392362713813782, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1822}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1823}
{"loss": -0.37036222219467163, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.792887270450592, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1823}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1824}
{"loss": -0.33119916915893555, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7066858410835266, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1824}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1825}
{"loss": -0.2709718346595764, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.573039710521698, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 1825}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1826}
{"loss": -0.30133408308029175, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6402989625930786, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 1826}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1827}
{"loss": -0.34878700971603394, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7445119619369507, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1827}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1828}
{"loss": -0.3546367883682251, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7574743032455444, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1828}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1829}
{"loss": -0.31584489345550537, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6753888726234436, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1829}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1830}
{"loss": -0.43146616220474243, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.9243612289428711, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1830}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1831}
{"loss": -0.349566787481308, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7475106716156006, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1831}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1832}
{"loss": -0.3472347855567932, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7419043779373169, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 1832}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1833}
{"loss": -0.41400739550590515, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8863181471824646, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1833}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1834}
{"loss": -0.44081827998161316, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.9451292157173157, "receiver_entropy": 0.0, "length": 3.9985268115997314, "mode": "test", "epoch": 1834}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1835}
{"loss": -0.3380413353443146, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7212539315223694, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1835}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1836}
{"loss": -0.2861695885658264, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6088115572929382, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1836}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1837}
{"loss": -0.3107372224330902, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6614539623260498, "receiver_entropy": 0.0, "length": 3.9924070835113525, "mode": "test", "epoch": 1837}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1838}
{"loss": -0.42952245473861694, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.9198994636535645, "receiver_entropy": 0.0, "length": 3.999660015106201, "mode": "test", "epoch": 1838}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1839}
{"loss": -0.37381473183631897, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.799383282661438, "receiver_entropy": 0.0, "length": 3.995806932449341, "mode": "test", "epoch": 1839}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9744897484779358, "acc_or": 0.9872448444366455}, "epoch": 1840}
{"loss": -0.3676019310951233, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7854379415512085, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1840}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1841}
{"loss": -0.4235350489616394, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.907246470451355, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 1841}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1842}
{"loss": -0.3251044452190399, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6944955587387085, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1842}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1843}
{"loss": -0.33818429708480835, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7211726903915405, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1843}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1844}
{"loss": -0.3632405698299408, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7767670154571533, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1844}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1845}
{"loss": -0.36495861411094666, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7792894840240479, "receiver_entropy": 0.0, "length": 3.9919538497924805, "mode": "test", "epoch": 1845}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1846}
{"loss": -0.3487853407859802, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.7441080808639526, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1846}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1847}
{"loss": -0.3138209283351898, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6685067415237427, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1847}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1848}
{"loss": -0.3317610025405884, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.707556426525116, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1848}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1849}
{"loss": -0.2991887927055359, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6373721361160278, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 1849}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1850}
{"loss": -0.34238889813423157, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7299533486366272, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1850}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1851}
{"loss": -0.3459889888763428, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7372369766235352, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 1851}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1852}
{"loss": -0.32523098587989807, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6944364309310913, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1852}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1853}
{"loss": -0.306294709444046, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6527636647224426, "receiver_entropy": 0.0, "length": 3.9990932941436768, "mode": "test", "epoch": 1853}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1854}
{"loss": -0.2947140336036682, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6268814206123352, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 1854}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1855}
{"loss": -0.3509674668312073, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7504218220710754, "receiver_entropy": 0.0, "length": 3.9981868267059326, "mode": "test", "epoch": 1855}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1856}
{"loss": -0.3475944399833679, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7421224117279053, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1856}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1857}
{"loss": -0.3883523643016815, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8302992582321167, "receiver_entropy": 0.0, "length": 3.993427038192749, "mode": "test", "epoch": 1857}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1858}
{"loss": -0.39284515380859375, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8412242531776428, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1858}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1859}
{"loss": -0.3665750026702881, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7830482125282288, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1859}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1860}
{"loss": -0.31652674078941345, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6744863986968994, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 1860}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1861}
{"loss": -0.3284793794155121, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7016671895980835, "receiver_entropy": 0.0, "length": 3.9981868267059326, "mode": "test", "epoch": 1861}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1862}
{"loss": -0.3687003254890442, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7880105972290039, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1862}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9903060793876648}, "epoch": 1863}
{"loss": -0.3438754081726074, "acc": 0.9921804070472717, "acc_or": 0.9960902333259583, "sender_entropy": 0.7044830322265625, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1863}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1864}
{"loss": -0.3111700415611267, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6627269983291626, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1864}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1865}
{"loss": -0.33148127794265747, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7071753144264221, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1865}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1866}
{"loss": -0.38861069083213806, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8311014175415039, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1866}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1867}
{"loss": -0.2886798083782196, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.6133481860160828, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1867}
{"generalization hold out": {"acc": 0.5051020383834839, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1868}
{"loss": -0.4236195981502533, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.9065241813659668, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1868}
{"generalization hold out": {"acc": 0.5, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1869}
{"loss": -0.3311626613140106, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.707156777381897, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1869}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1870}
{"loss": -0.3635524809360504, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7768761515617371, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1870}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1871}
{"loss": -0.3628074526786804, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7751284241676331, "receiver_entropy": 0.0, "length": 3.9936537742614746, "mode": "test", "epoch": 1871}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1872}
{"loss": -0.36541396379470825, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7798756957054138, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 1872}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1873}
{"loss": -0.41834747791290283, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8953074812889099, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1873}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1874}
{"loss": -0.2830212414264679, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6016056537628174, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1874}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1875}
{"loss": -0.29339560866355896, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.62335604429245, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 1875}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1876}
{"loss": -0.34124091267585754, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7285683751106262, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1876}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1877}
{"loss": -0.3971308767795563, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8498616814613342, "receiver_entropy": 0.0, "length": 3.998753309249878, "mode": "test", "epoch": 1877}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1878}
{"loss": -0.33666300773620605, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7174509167671204, "receiver_entropy": 0.0, "length": 3.992520332336426, "mode": "test", "epoch": 1878}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1879}
{"loss": -0.3542676568031311, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7569271922111511, "receiver_entropy": 0.0, "length": 3.9997732639312744, "mode": "test", "epoch": 1879}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1880}
{"loss": -0.3396289348602295, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7255069613456726, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1880}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1881}
{"loss": -0.40530896186828613, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8665689826011658, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1881}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1882}
{"loss": -0.31306377053260803, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.667624294757843, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1882}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1883}
{"loss": -0.337801069021225, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7202692627906799, "receiver_entropy": 0.0, "length": 3.9947869777679443, "mode": "test", "epoch": 1883}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1884}
{"loss": -0.307367742061615, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6548623442649841, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1884}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1885}
{"loss": -0.3760986924171448, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.8041779398918152, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1885}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9857142567634583, "acc_or": 0.9928570985794067}, "epoch": 1886}
{"loss": -0.3425319492816925, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7322353720664978, "receiver_entropy": 0.0, "length": 4.0, "mode": "test", "epoch": 1886}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1887}
{"loss": -0.3469025492668152, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7404077053070068, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1887}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1888}
{"loss": -0.31260475516319275, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6664139628410339, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1888}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7321428656578064}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1889}
{"loss": -0.3912481665611267, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8356724381446838, "receiver_entropy": 0.0, "length": 3.992520332336426, "mode": "test", "epoch": 1889}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7372449040412903}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1890}
{"loss": -0.3542520999908447, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7549453973770142, "receiver_entropy": 0.0, "length": 3.997166872024536, "mode": "test", "epoch": 1890}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1891}
{"loss": -0.3370165526866913, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7184746265411377, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1891}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1892}
{"loss": -0.348311185836792, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.743207573890686, "receiver_entropy": 0.0, "length": 3.997053384780884, "mode": "test", "epoch": 1892}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1893}
{"loss": -0.2707138657569885, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.5729068517684937, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1893}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1894}
{"loss": -0.373332142829895, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7981365323066711, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1894}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1895}
{"loss": -0.4352628290653229, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.9312329292297363, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1895}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1896}
{"loss": -0.3490380346775055, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7448822259902954, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1896}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1897}
{"loss": -0.3398146629333496, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7231917977333069, "receiver_entropy": 0.0, "length": 3.992973804473877, "mode": "test", "epoch": 1897}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1898}
{"loss": -0.39074385166168213, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8348459005355835, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1898}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9755101799964905, "acc_or": 0.9877550601959229}, "epoch": 1899}
{"loss": -0.3501970171928406, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7454482316970825, "receiver_entropy": 0.0, "length": 3.9943337440490723, "mode": "test", "epoch": 1899}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1900}
{"loss": -0.2939833104610443, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6252138018608093, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1900}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1901}
{"loss": -0.34831538796424866, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7426232695579529, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1901}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1902}
{"loss": -0.31060367822647095, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6623093485832214, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 1902}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1903}
{"loss": -0.39330682158470154, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.8401788473129272, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1903}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1904}
{"loss": -0.32144808769226074, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6847085356712341, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1904}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1905}
{"loss": -0.35909372568130493, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7679880261421204, "receiver_entropy": 0.0, "length": 3.9972801208496094, "mode": "test", "epoch": 1905}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1906}
{"loss": -0.4069463014602661, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8700979948043823, "receiver_entropy": 0.0, "length": 3.992633819580078, "mode": "test", "epoch": 1906}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1907}
{"loss": -0.33718448877334595, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7189470529556274, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1907}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1908}
{"loss": -0.3205330967903137, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6829543113708496, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1908}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1909}
{"loss": -0.30219537019729614, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6430311799049377, "receiver_entropy": 0.0, "length": 3.9968268871307373, "mode": "test", "epoch": 1909}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1910}
{"loss": -0.4007519781589508, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8574731349945068, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1910}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1911}
{"loss": -0.3747001886367798, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7991279363632202, "receiver_entropy": 0.0, "length": 3.9922938346862793, "mode": "test", "epoch": 1911}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1912}
{"loss": -0.2847058176994324, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6042943000793457, "receiver_entropy": 0.0, "length": 3.9945602416992188, "mode": "test", "epoch": 1912}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1913}
{"loss": -0.31569886207580566, "acc": 0.9959202408790588, "acc_or": 0.997960090637207, "sender_entropy": 0.6725565195083618, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1913}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1914}
{"loss": -0.4406200349330902, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.9432486891746521, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1914}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1915}
{"loss": -0.27065542340278625, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.5734245777130127, "receiver_entropy": 0.0, "length": 3.9953536987304688, "mode": "test", "epoch": 1915}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1916}
{"loss": -0.4063829183578491, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.8681516051292419, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 1916}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1917}
{"loss": -0.3586599826812744, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.7648773789405823, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1917}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1918}
{"loss": -0.3746795952320099, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7987439036369324, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1918}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1919}
{"loss": -0.30141204595565796, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6404322385787964, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1919}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1920}
{"loss": -0.33847224712371826, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7210250496864319, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1920}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1921}
{"loss": -0.344745010137558, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.734731912612915, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1921}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1922}
{"loss": -0.2679561376571655, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.5668514966964722, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1922}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1923}
{"loss": -0.35486382246017456, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7547715306282043, "receiver_entropy": 0.0, "length": 3.9907071590423584, "mode": "test", "epoch": 1923}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1924}
{"loss": -0.3636678159236908, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7751458287239075, "receiver_entropy": 0.0, "length": 3.9928603172302246, "mode": "test", "epoch": 1924}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1925}
{"loss": -0.41509222984313965, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.8869552612304688, "receiver_entropy": 0.0, "length": 3.993313789367676, "mode": "test", "epoch": 1925}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1926}
{"loss": -0.32419532537460327, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6905677914619446, "receiver_entropy": 0.0, "length": 3.993767023086548, "mode": "test", "epoch": 1926}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1927}
{"loss": -0.2999381721019745, "acc": 0.995693564414978, "acc_or": 0.997846782207489, "sender_entropy": 0.6376209259033203, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1927}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1928}
{"loss": -0.34371352195739746, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.7309813499450684, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1928}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1929}
{"loss": -0.34771761298179626, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.74034184217453, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 1929}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9744897484779358, "acc_or": 0.9872448444366455}, "epoch": 1930}
{"loss": -0.34722357988357544, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7405133843421936, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1930}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1931}
{"loss": -0.3936259150505066, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.8397644758224487, "receiver_entropy": 0.0, "length": 3.9941070079803467, "mode": "test", "epoch": 1931}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1932}
{"loss": -0.3661904036998749, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7820228338241577, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1932}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1933}
{"loss": -0.36160197854042053, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7697874307632446, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1933}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1934}
{"loss": -0.41492852568626404, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.8869158625602722, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1934}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1935}
{"loss": -0.2996072769165039, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6368493437767029, "receiver_entropy": 0.0, "length": 3.996373414993286, "mode": "test", "epoch": 1935}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1936}
{"loss": -0.3562152087688446, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7592704892158508, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1936}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1937}
{"loss": -0.33197444677352905, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7066946029663086, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1937}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1938}
{"loss": -0.3185330331325531, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6771236658096313, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1938}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1939}
{"loss": -0.3936789333820343, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.8393398523330688, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1939}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1940}
{"loss": -0.3853062689304352, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.8214020729064941, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1940}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9765305519104004, "acc_or": 0.9882652759552002}, "epoch": 1941}
{"loss": -0.35546058416366577, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.756584107875824, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1941}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1942}
{"loss": -0.34946340322494507, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.7448410391807556, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1942}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1943}
{"loss": -0.3346766233444214, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7127089500427246, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1943}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1944}
{"loss": -0.452165812253952, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.9654515385627747, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1944}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1945}
{"loss": -0.34762439131736755, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7406375408172607, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1945}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1946}
{"loss": -0.31252995133399963, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6627990007400513, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1946}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1947}
{"loss": -0.4024088680744171, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.85964035987854, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1947}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1948}
{"loss": -0.37184423208236694, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7924851179122925, "receiver_entropy": 0.0, "length": 3.9964869022369385, "mode": "test", "epoch": 1948}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1949}
{"loss": -0.42528894543647766, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.9074668884277344, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1949}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9755101799964905, "acc_or": 0.9877550601959229}, "epoch": 1950}
{"loss": -0.3736583888530731, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7961007356643677, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1950}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1951}
{"loss": -0.36938366293907166, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7864677906036377, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1951}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1952}
{"loss": -0.37099283933639526, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.789000391960144, "receiver_entropy": 0.0, "length": 3.991727113723755, "mode": "test", "epoch": 1952}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1953}
{"loss": -0.40362218022346497, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8609893321990967, "receiver_entropy": 0.0, "length": 3.995920181274414, "mode": "test", "epoch": 1953}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1954}
{"loss": -0.3177999258041382, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6743484735488892, "receiver_entropy": 0.0, "length": 3.9932003021240234, "mode": "test", "epoch": 1954}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1955}
{"loss": -0.31057000160217285, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.658013105392456, "receiver_entropy": 0.0, "length": 3.9935402870178223, "mode": "test", "epoch": 1955}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1956}
{"loss": -0.30409887433052063, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6452962160110474, "receiver_entropy": 0.0, "length": 3.9927470684051514, "mode": "test", "epoch": 1956}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1957}
{"loss": -0.3222734034061432, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6842687129974365, "receiver_entropy": 0.0, "length": 3.99308705329895, "mode": "test", "epoch": 1957}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1958}
{"loss": -0.39585283398628235, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.843817412853241, "receiver_entropy": 0.0, "length": 3.992520332336426, "mode": "test", "epoch": 1958}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1959}
{"loss": -0.36934325098991394, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7877230644226074, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1959}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1960}
{"loss": -0.3281775414943695, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6976199746131897, "receiver_entropy": 0.0, "length": 3.9939937591552734, "mode": "test", "epoch": 1960}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1961}
{"loss": -0.32993629574775696, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7016515135765076, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1961}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1962}
{"loss": -0.3469841182231903, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.7389050722122192, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1962}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9755101799964905, "acc_or": 0.9877550601959229}, "epoch": 1963}
{"loss": -0.319988876581192, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.679947018623352, "receiver_entropy": 0.0, "length": 3.9949002265930176, "mode": "test", "epoch": 1963}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1964}
{"loss": -0.39298292994499207, "acc": 0.995806872844696, "acc_or": 0.9979034662246704, "sender_entropy": 0.8372725248336792, "receiver_entropy": 0.0, "length": 3.991840362548828, "mode": "test", "epoch": 1964}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1965}
{"loss": -0.3510400354862213, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.7467037439346313, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1965}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1966}
{"loss": -0.313298761844635, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6661992073059082, "receiver_entropy": 0.0, "length": 3.9960334300994873, "mode": "test", "epoch": 1966}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1967}
{"loss": -0.2924672067165375, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.6211206912994385, "receiver_entropy": 0.0, "length": 3.997506856918335, "mode": "test", "epoch": 1967}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1968}
{"loss": -0.3305666148662567, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.7027822732925415, "receiver_entropy": 0.0, "length": 3.9952402114868164, "mode": "test", "epoch": 1968}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1969}
{"loss": -0.3093697726726532, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6552128195762634, "receiver_entropy": 0.0, "length": 3.992180347442627, "mode": "test", "epoch": 1969}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1970}
{"loss": -0.2794911563396454, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.5924493074417114, "receiver_entropy": 0.0, "length": 3.9986400604248047, "mode": "test", "epoch": 1970}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7244898080825806}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1971}
{"loss": -0.2986614406108856, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.6333068609237671, "receiver_entropy": 0.0, "length": 3.996260166168213, "mode": "test", "epoch": 1971}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7193877696990967}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1972}
{"loss": -0.36714908480644226, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7818795442581177, "receiver_entropy": 0.0, "length": 3.991727113723755, "mode": "test", "epoch": 1972}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1973}
{"loss": -0.3730625808238983, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.7951670289039612, "receiver_entropy": 0.0, "length": 3.9969401359558105, "mode": "test", "epoch": 1973}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1974}
{"loss": -0.3019592761993408, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6404997110366821, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1974}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1975}
{"loss": -0.3624630272388458, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.7714532017707825, "receiver_entropy": 0.0, "length": 3.9944469928741455, "mode": "test", "epoch": 1975}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1976}
{"loss": -0.4171060025691986, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8898109197616577, "receiver_entropy": 0.0, "length": 3.995466947555542, "mode": "test", "epoch": 1976}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1977}
{"loss": -0.3503248989582062, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7455870509147644, "receiver_entropy": 0.0, "length": 3.9955801963806152, "mode": "test", "epoch": 1977}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1978}
{"loss": -0.328370600938797, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.6968985199928284, "receiver_entropy": 0.0, "length": 3.9911603927612305, "mode": "test", "epoch": 1978}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7219387888908386}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1979}
{"loss": -0.3297422528266907, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.6997537612915039, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1979}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1980}
{"loss": -0.33969810605049133, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7229083776473999, "receiver_entropy": 0.0, "length": 3.997846841812134, "mode": "test", "epoch": 1980}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9795917868614197, "acc_or": 0.9897958636283875}, "epoch": 1981}
{"loss": -0.31932225823402405, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6787664890289307, "receiver_entropy": 0.0, "length": 3.9980733394622803, "mode": "test", "epoch": 1981}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1982}
{"loss": -0.3227471709251404, "acc": 0.9945603013038635, "acc_or": 0.9972801208496094, "sender_entropy": 0.6863484382629395, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1982}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1983}
{"loss": -0.3201278746128082, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.6798022389411926, "receiver_entropy": 0.0, "length": 3.994673728942871, "mode": "test", "epoch": 1983}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7270408272743225}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1984}
{"loss": -0.4050234258174896, "acc": 0.9944469332695007, "acc_or": 0.9972234964370728, "sender_entropy": 0.863861620426178, "receiver_entropy": 0.0, "length": 3.9973933696746826, "mode": "test", "epoch": 1984}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7295918464660645}, "uniform holdout": {"acc": 0.9806122183799744, "acc_or": 0.9903060793876648}, "epoch": 1985}
{"loss": -0.3222452402114868, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6849225759506226, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1985}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1986}
{"loss": -0.32066810131073, "acc": 0.9953535795211792, "acc_or": 0.9976767897605896, "sender_entropy": 0.6807594299316406, "receiver_entropy": 0.0, "length": 3.99501371383667, "mode": "test", "epoch": 1986}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1987}
{"loss": -0.3390032649040222, "acc": 0.9943336248397827, "acc_or": 0.9971668124198914, "sender_entropy": 0.7098902463912964, "receiver_entropy": 0.0, "length": 3.99422025680542, "mode": "test", "epoch": 1987}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 1988}
{"loss": -0.3715400695800781, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.7916632890701294, "receiver_entropy": 0.0, "length": 3.996713399887085, "mode": "test", "epoch": 1988}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1989}
{"loss": -0.4058822691440582, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.8643385767936707, "receiver_entropy": 0.0, "length": 3.991840362548828, "mode": "test", "epoch": 1989}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1990}
{"loss": -0.3003261387348175, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.6367574334144592, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1990}
{"generalization hold out": {"acc": 0.48469385504722595, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1991}
{"loss": -0.35322874784469604, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.7487905025482178, "receiver_entropy": 0.0, "length": 3.9961469173431396, "mode": "test", "epoch": 1991}
{"generalization hold out": {"acc": 0.22448979318141937, "acc_or": 0.6096938848495483}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1992}
{"loss": -0.2721703052520752, "acc": 0.99558025598526, "acc_or": 0.9977900981903076, "sender_entropy": 0.5772383213043213, "receiver_entropy": 0.0, "length": 3.997960090637207, "mode": "test", "epoch": 1992}
{"generalization hold out": {"acc": 0.4948979616165161, "acc_or": 0.7423469424247742}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1993}
{"loss": -0.3608912527561188, "acc": 0.9954668879508972, "acc_or": 0.997733473777771, "sender_entropy": 0.7673970460891724, "receiver_entropy": 0.0, "length": 3.993880271911621, "mode": "test", "epoch": 1993}
{"generalization hold out": {"acc": 0.5102040767669678, "acc_or": 0.75}, "uniform holdout": {"acc": 0.9846938252449036, "acc_or": 0.9923468828201294}, "epoch": 1994}
{"loss": -0.4428587853908539, "acc": 0.9946736097335815, "acc_or": 0.9973368048667908, "sender_entropy": 0.9458436965942383, "receiver_entropy": 0.0, "length": 3.997620105743408, "mode": "test", "epoch": 1994}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1995}
{"loss": -0.294196218252182, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6244255304336548, "receiver_entropy": 0.0, "length": 3.9988667964935303, "mode": "test", "epoch": 1995}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.982653021812439, "acc_or": 0.9913265109062195}, "epoch": 1996}
{"loss": -0.30769088864326477, "acc": 0.9952402710914612, "acc_or": 0.9976201057434082, "sender_entropy": 0.6526662707328796, "receiver_entropy": 0.0, "length": 3.992520332336426, "mode": "test", "epoch": 1996}
{"generalization hold out": {"acc": 0.6020408272743225, "acc_or": 0.795918345451355}, "uniform holdout": {"acc": 0.9775509834289551, "acc_or": 0.9887754917144775}, "epoch": 1997}
{"loss": -0.3626199960708618, "acc": 0.9947869181632996, "acc_or": 0.9973934888839722, "sender_entropy": 0.771759033203125, "receiver_entropy": 0.0, "length": 3.995126962661743, "mode": "test", "epoch": 1997}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9785714149475098, "acc_or": 0.9892856478691101}, "epoch": 1998}
{"loss": -0.26528987288475037, "acc": 0.9950135946273804, "acc_or": 0.9975067973136902, "sender_entropy": 0.5602198243141174, "receiver_entropy": 0.0, "length": 3.9966001510620117, "mode": "test", "epoch": 1998}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9816325902938843, "acc_or": 0.9908162951469421}, "epoch": 1999}
{"loss": -0.289910227060318, "acc": 0.9951269030570984, "acc_or": 0.9975634813308716, "sender_entropy": 0.6139294505119324, "receiver_entropy": 0.0, "length": 3.9977333545684814, "mode": "test", "epoch": 1999}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 2000}
{"loss": -0.3335457146167755, "acc": 0.9949002861976624, "acc_or": 0.9974501132965088, "sender_entropy": 0.7099007964134216, "receiver_entropy": 0.0, "length": 3.9956934452056885, "mode": "test", "epoch": 2000}
{"epoch": 2000, "positional_disent": 0.7606624960899353, "bag_of_symbol_disent": 0.08577452600002289, "topographic_sim": 0.28919487946326283}
{"epoch": 2000, "positional_disent": 0.46754756569862366, "bag_of_symbol_disent": 0.13301999866962433, "topographic_sim": 0.8250232453833677}
{"generalization hold out": {"acc": 0.4897959232330322, "acc_or": 0.7397959232330322}, "uniform holdout": {"acc": 0.9836734533309937, "acc_or": 0.991836667060852}, "epoch": 2000}
