DEBUG:root:cuda_device : 0
eos_m_token : EOS_M
beam_len_bonus : 0.5
mode : unknown
m : TSD
prev_z_method : separate
seed : 0
vocab_size : 800
embedding_size : 50
hidden_size : 50
split : (3, 1, 1)
lr : 0.003
lr_decay : 0.5
vocab_path : ./vocab/vocab-camrest.pkl
data : ./data/CamRest676/CamRest676.json
entity : ./data/CamRest676/CamRestOTGY.json
db : ./data/CamRest676/CamRestDB.json
glove_path : ./data/glove/glove.6B.50d.txt
batch_size : 32
z_length : 8
degree_size : 5
layer_num : 1
dropout_rate : 0.5
epoch_num : 100
rl_epoch_num : 2
cuda : False
spv_proportion : 100
max_ts : 40
early_stop_count : 3
new_vocab : True
model_path : ./models/camrest.pkl
result_path : ./results/camrest-rl.csv
teacher_force : 100
beam_search : False
beam_size : 10
sampling : False
unfrz_attn_epoch : 0
skip_unsup : False
truncated : False
pretrain : False

INFO:root:726 known embedding. old mean: -0.006418 new mean 0.046854, old std 0.993490 new std 0.690519
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:12.9316987991333 pr_loss:6.300001621246338 m_loss:6.631697177886963 grad:2.5061837761756744
DEBUG:root:loss:12.285404205322266 pr_loss:5.742674350738525 m_loss:6.542730331420898 grad:2.1113770601605286
DEBUG:root:loss:11.741813659667969 pr_loss:5.380656719207764 m_loss:6.361156940460205 grad:2.555785764031824
DEBUG:root:loss:11.046111106872559 pr_loss:5.033592700958252 m_loss:6.012518405914307 grad:6.196566628208734
DEBUG:root:loss:9.98033332824707 pr_loss:4.229066848754883 m_loss:5.7512664794921875 grad:4.673904122522137
DEBUG:root:loss:9.6588773727417 pr_loss:3.689842700958252 m_loss:5.969034671783447 grad:7.572269870402275
DEBUG:root:loss:9.995285034179688 pr_loss:4.437227249145508 m_loss:5.558058261871338 grad:2.903201632226539
DEBUG:root:loss:7.425546646118164 pr_loss:2.2704648971557617 m_loss:5.155081748962402 grad:4.406800950513542
DEBUG:root:loss:7.72404670715332 pr_loss:2.9599835872650146 m_loss:4.764063358306885 grad:5.780720959959701
DEBUG:root:loss:7.903337478637695 pr_loss:3.226396322250366 m_loss:4.67694091796875 grad:6.436941883070945
DEBUG:root:loss:5.900479316711426 pr_loss:0.987586259841919 m_loss:4.912892818450928 grad:3.093803804454439
DEBUG:root:loss:7.852579116821289 pr_loss:3.184199333190918 m_loss:4.668379783630371 grad:3.212228597625682
DEBUG:root:loss:6.235642910003662 pr_loss:1.6787561178207397 m_loss:4.556886672973633 grad:4.309235024046174
DEBUG:root:loss:5.683670520782471 pr_loss:1.7135682106018066 m_loss:3.970102310180664 grad:4.2773115551823135
DEBUG:root:loss:5.935744762420654 pr_loss:1.5306416749954224 m_loss:4.4051032066345215 grad:3.963457867875397
DEBUG:root:loss:5.481621742248535 pr_loss:1.0688763856887817 m_loss:4.412745475769043 grad:4.549261118289554
DEBUG:root:loss:8.336732864379883 pr_loss:3.561923027038574 m_loss:4.774809837341309 grad:10.727732187958807
DEBUG:root:loss:5.486434459686279 pr_loss:0.884368360042572 m_loss:4.6020660400390625 grad:2.243421885729939
DEBUG:root:loss:5.179546356201172 pr_loss:0.8821735978126526 m_loss:4.297372817993164 grad:2.4140037364995055
DEBUG:root:loss:5.171779632568359 pr_loss:1.0217740535736084 m_loss:4.15000581741333 grad:2.547867628213789
DEBUG:root:loss:4.70622444152832 pr_loss:0.6374618411064148 m_loss:4.06876277923584 grad:2.4040147376373615
DEBUG:root:loss:6.818582057952881 pr_loss:2.2449798583984375 m_loss:4.573602199554443 grad:3.179369486581635
DEBUG:root:loss:5.353059768676758 pr_loss:1.1025238037109375 m_loss:4.25053596496582 grad:4.067602531592961
DEBUG:root:loss:5.1918182373046875 pr_loss:1.1006715297698975 m_loss:4.091146469116211 grad:4.491327565947058
DEBUG:root:loss:4.787039279937744 pr_loss:0.614120602607727 m_loss:4.172918796539307 grad:2.722633981586083
DEBUG:root:loss:6.784649848937988 pr_loss:2.3208746910095215 m_loss:4.463775157928467 grad:3.7222107119302588
DEBUG:root:loss:5.005064964294434 pr_loss:0.8413843512535095 m_loss:4.163680553436279 grad:3.2733780892718287
DEBUG:root:loss:4.415183067321777 pr_loss:0.55063396692276 m_loss:3.864548921585083 grad:3.5491585247896476
DEBUG:root:loss:6.794801712036133 pr_loss:1.9636051654815674 m_loss:4.8311967849731445 grad:2.9966813811959105
DEBUG:root:loss:4.755337238311768 pr_loss:0.6232345700263977 m_loss:4.1321024894714355 grad:1.8695601410846718
DEBUG:root:loss:4.726994514465332 pr_loss:0.951073169708252 m_loss:3.77592134475708 grad:3.451065410817144
DEBUG:root:loss:4.2948527336120605 pr_loss:0.4501095116138458 m_loss:3.844743251800537 grad:1.8683349963038807
DEBUG:root:loss:6.088433742523193 pr_loss:1.1185122728347778 m_loss:4.969921588897705 grad:3.2093782909923507
DEBUG:root:loss:4.775338172912598 pr_loss:0.35860851407051086 m_loss:4.41672945022583 grad:1.5610398257769638
DEBUG:root:loss:5.134594440460205 pr_loss:0.9996446371078491 m_loss:4.134949684143066 grad:3.144597032531149
DEBUG:root:loss:5.027915954589844 pr_loss:1.231893539428711 m_loss:3.796022653579712 grad:4.7680282575644695
DEBUG:root:loss:5.000968933105469 pr_loss:1.1128075122833252 m_loss:3.8881614208221436 grad:2.3751424165627735
DEBUG:root:loss:4.561676979064941 pr_loss:0.8700653910636902 m_loss:3.6916117668151855 grad:2.1178620190642343
DEBUG:root:loss:4.295192241668701 pr_loss:0.3821469247341156 m_loss:3.9130454063415527 grad:2.2569758924414343
DEBUG:root:loss:5.208154201507568 pr_loss:1.199289321899414 m_loss:4.008864879608154 grad:5.034529717309063
DEBUG:root:loss:4.383794784545898 pr_loss:0.7210765480995178 m_loss:3.6627182960510254 grad:3.331096604195026
DEBUG:root:loss:4.125131607055664 pr_loss:0.3964766263961792 m_loss:3.7286550998687744 grad:3.6322546767267823
DEBUG:root:loss:5.333568572998047 pr_loss:0.8680992126464844 m_loss:4.4654693603515625 grad:2.230855389395188
DEBUG:root:loss:4.773667335510254 pr_loss:0.43698251247406006 m_loss:4.336684703826904 grad:2.1447710267901017
DEBUG:root:loss:4.549625396728516 pr_loss:0.5618770718574524 m_loss:3.987748146057129 grad:2.08336128445712
DEBUG:root:loss:5.0125732421875 pr_loss:1.1795248985290527 m_loss:3.833048105239868 grad:5.547804107564115
DEBUG:root:loss:4.992917060852051 pr_loss:1.142225742340088 m_loss:3.850691556930542 grad:3.8164080734537835
DEBUG:root:loss:3.9730801582336426 pr_loss:0.22681419551372528 m_loss:3.7462658882141113 grad:2.1456638883023773
DEBUG:root:loss:4.630037307739258 pr_loss:0.75850909948349 m_loss:3.871528148651123 grad:5.080365983853514
DEBUG:root:loss:4.678008556365967 pr_loss:0.564338207244873 m_loss:4.113670349121094 grad:3.6150579375483156
DEBUG:root:loss:4.253437519073486 pr_loss:0.28176236152648926 m_loss:3.971675157546997 grad:1.9533069831808016
DEBUG:root:loss:4.197710990905762 pr_loss:0.2525787651538849 m_loss:3.94513201713562 grad:1.7289863829350316
DEBUG:root:loss:3.7409143447875977 pr_loss:0.2509084939956665 m_loss:3.4900057315826416 grad:2.470753077379972
DEBUG:root:loss:3.622053623199463 pr_loss:0.18091830611228943 m_loss:3.4411354064941406 grad:2.3963945090994754
DEBUG:root:loss:3.9032058715820312 pr_loss:0.17071878910064697 m_loss:3.732487201690674 grad:2.174971308528878
DEBUG:root:loss:4.0614495277404785 pr_loss:0.14922256767749786 m_loss:3.912226915359497 grad:3.5633538646568574
DEBUG:root:loss:5.035933971405029 pr_loss:1.1531527042388916 m_loss:3.8827812671661377 grad:2.769042334679832
DEBUG:root:loss:4.262225151062012 pr_loss:0.7071082592010498 m_loss:3.555116653442383 grad:2.96396212084377
DEBUG:root:loss:4.08306360244751 pr_loss:0.546238899230957 m_loss:3.5368247032165527 grad:2.6068348264533125
DEBUG:root:loss:5.18954610824585 pr_loss:0.9963332414627075 m_loss:4.193212985992432 grad:2.7182507058134573
DEBUG:root:loss:4.333575248718262 pr_loss:0.553231418132782 m_loss:3.780343770980835 grad:1.7313509967271985
DEBUG:root:loss:3.95725417137146 pr_loss:0.46764323115348816 m_loss:3.4896109104156494 grad:1.553587743978107
DEBUG:root:loss:3.550440788269043 pr_loss:0.23894073069095612 m_loss:3.311500072479248 grad:1.6615776127373185
INFO:root:Traning time: 32.62456274032593
INFO:root:avg training loss in epoch 0 sup:5.814695
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:4.759194374084473 pr_loss:0.8740648627281189 m_loss:3.885129690170288
DEBUG:root:loss:4.991119384765625 pr_loss:1.4093300104141235 m_loss:3.581789255142212
DEBUG:root:loss:5.821847438812256 pr_loss:2.411118268966675 m_loss:3.410729169845581
DEBUG:root:loss:5.2011260986328125 pr_loss:0.6025128960609436 m_loss:4.598613262176514
DEBUG:root:loss:5.956232070922852 pr_loss:1.8136931657791138 m_loss:4.142539024353027
DEBUG:root:loss:5.576374053955078 pr_loss:1.5172511339187622 m_loss:4.0591230392456055
DEBUG:root:loss:6.152400970458984 pr_loss:2.3560354709625244 m_loss:3.796365737915039
DEBUG:root:loss:5.6803131103515625 pr_loss:2.6370880603790283 m_loss:3.0432252883911133
DEBUG:root:loss:6.502617359161377 pr_loss:2.871551990509033 m_loss:3.6310653686523438
DEBUG:root:loss:5.956835746765137 pr_loss:2.354262351989746 m_loss:3.6025736331939697
DEBUG:root:loss:4.729510307312012 pr_loss:0.7714799642562866 m_loss:3.9580304622650146
DEBUG:root:loss:5.269740581512451 pr_loss:1.5571746826171875 m_loss:3.7125658988952637
DEBUG:root:loss:4.9077019691467285 pr_loss:1.5102663040161133 m_loss:3.3974356651306152
DEBUG:root:loss:6.630129814147949 pr_loss:2.9542603492736816 m_loss:3.6758692264556885
DEBUG:root:loss:4.4319233894348145 pr_loss:0.7533088326454163 m_loss:3.678614616394043
DEBUG:root:loss:5.119153022766113 pr_loss:1.5197886228561401 m_loss:3.5993642807006836
DEBUG:root:loss:5.065134048461914 pr_loss:0.4666247069835663 m_loss:4.598509311676025
DEBUG:root:loss:5.013714790344238 pr_loss:0.935411810874939 m_loss:4.07830286026001
DEBUG:root:loss:5.328850269317627 pr_loss:1.9137153625488281 m_loss:3.415134906768799
DEBUG:root:loss:4.6059794425964355 pr_loss:1.5024758577346802 m_loss:3.103503465652466
DEBUG:root:loss:5.723828315734863 pr_loss:2.5234599113464355 m_loss:3.2003684043884277
DEBUG:root:loss:6.134955406188965 pr_loss:2.72758412361145 m_loss:3.4073712825775146
DEBUG:root:loss:4.986711025238037 pr_loss:0.743079662322998 m_loss:4.243631362915039
DEBUG:root:loss:5.653454303741455 pr_loss:1.6557350158691406 m_loss:3.9977192878723145
DEBUG:root:loss:5.354063987731934 pr_loss:1.6433920860290527 m_loss:3.710671901702881
DEBUG:root:loss:5.171920299530029 pr_loss:1.7256078720092773 m_loss:3.446312427520752
DEBUG:root:loss:6.780838966369629 pr_loss:3.125267744064331 m_loss:3.6555709838867188
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 0 sup:5.463173 unsup:0.000000
INFO:root:time for epoch 0: 47.715836
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:4.906137943267822 pr_loss:0.6246286630630493 m_loss:4.2815093994140625 grad:1.3679785010736554
DEBUG:root:loss:4.431992530822754 pr_loss:0.4696632921695709 m_loss:3.962329387664795 grad:1.379737507509097
DEBUG:root:loss:4.126964092254639 pr_loss:0.39432719349861145 m_loss:3.7326369285583496 grad:1.495724862223906
DEBUG:root:loss:4.248502731323242 pr_loss:0.5965982675552368 m_loss:3.651904344558716 grad:1.47116345900371
DEBUG:root:loss:3.738939046859741 pr_loss:0.24674268066883087 m_loss:3.4921963214874268 grad:2.005992010914685
DEBUG:root:loss:4.321595191955566 pr_loss:0.6787289977073669 m_loss:3.6428661346435547 grad:2.3549225108328935
DEBUG:root:loss:4.177712440490723 pr_loss:0.5252971649169922 m_loss:3.6524155139923096 grad:1.3409239567491562
DEBUG:root:loss:3.956496477127075 pr_loss:0.5951424241065979 m_loss:3.361354112625122 grad:2.3630266591423705
DEBUG:root:loss:4.266055583953857 pr_loss:0.7327805757522583 m_loss:3.5332751274108887 grad:1.9543638105698515
DEBUG:root:loss:3.700843334197998 pr_loss:0.3275090754032135 m_loss:3.3733341693878174 grad:1.609640873288759
DEBUG:root:loss:3.8432884216308594 pr_loss:0.4510606527328491 m_loss:3.3922276496887207 grad:2.9757494796712143
DEBUG:root:loss:3.717123031616211 pr_loss:0.4838753342628479 m_loss:3.233247756958008 grad:2.3900658955399137
DEBUG:root:loss:3.462505340576172 pr_loss:0.15739767253398895 m_loss:3.305107593536377 grad:2.0503037976557232
DEBUG:root:loss:4.46981143951416 pr_loss:0.22641131281852722 m_loss:4.2434000968933105 grad:1.199377361678435
DEBUG:root:loss:3.975281238555908 pr_loss:0.16169223189353943 m_loss:3.813589096069336 grad:1.4492056860412565
DEBUG:root:loss:3.915004014968872 pr_loss:0.4336685836315155 m_loss:3.481335401535034 grad:2.07770004873436
DEBUG:root:loss:3.895711898803711 pr_loss:0.8302061557769775 m_loss:3.0655057430267334 grad:3.9514675002357857
DEBUG:root:loss:4.151662826538086 pr_loss:0.8086996674537659 m_loss:3.3429629802703857 grad:3.1414365778450843
DEBUG:root:loss:3.4132378101348877 pr_loss:0.5058379173278809 m_loss:2.907399892807007 grad:1.2042655852579984
DEBUG:root:loss:3.3640382289886475 pr_loss:0.19216959178447723 m_loss:3.1718685626983643 grad:1.4759817888241664
DEBUG:root:loss:4.577855110168457 pr_loss:0.9354013204574585 m_loss:3.642453670501709 grad:3.9961207172937354
DEBUG:root:loss:3.712587833404541 pr_loss:0.3358670473098755 m_loss:3.376720666885376 grad:1.8865575669902201
DEBUG:root:loss:3.5137526988983154 pr_loss:0.4698399603366852 m_loss:3.043912649154663 grad:1.6272369763972723
DEBUG:root:loss:3.497124671936035 pr_loss:0.423388808965683 m_loss:3.0737359523773193 grad:1.5208469569513485
DEBUG:root:loss:3.105774402618408 pr_loss:0.21336930990219116 m_loss:2.8924050331115723 grad:1.342045957401162
DEBUG:root:loss:3.8417844772338867 pr_loss:0.29155778884887695 m_loss:3.5502266883850098 grad:0.9792958847719903
DEBUG:root:loss:3.683094024658203 pr_loss:0.4579761326313019 m_loss:3.2251179218292236 grad:1.2996052377014315
DEBUG:root:loss:3.505946159362793 pr_loss:0.517133355140686 m_loss:2.9888126850128174 grad:1.8095051409402114
DEBUG:root:loss:3.19720196723938 pr_loss:0.17480233311653137 m_loss:3.022399663925171 grad:1.0751000029003903
DEBUG:root:loss:4.446084499359131 pr_loss:0.5432022213935852 m_loss:3.9028820991516113 grad:1.6791163311396176
DEBUG:root:loss:3.3780412673950195 pr_loss:0.26952964067459106 m_loss:3.1085116863250732 grad:1.2065517416641967
DEBUG:root:loss:3.080329418182373 pr_loss:0.45701324939727783 m_loss:2.6233160495758057 grad:0.7273993630942779
DEBUG:root:loss:2.987138271331787 pr_loss:0.2783416211605072 m_loss:2.708796739578247 grad:1.0878912473400146
DEBUG:root:loss:3.504636287689209 pr_loss:0.381438285112381 m_loss:3.1231980323791504 grad:0.9179296261339182
DEBUG:root:loss:3.0395495891571045 pr_loss:0.2989515960216522 m_loss:2.74059796333313 grad:0.9712239212388731
DEBUG:root:loss:2.588136672973633 pr_loss:0.08979464322328568 m_loss:2.4983420372009277 grad:0.7251799392631466
DEBUG:root:loss:3.3806350231170654 pr_loss:0.5120130181312561 m_loss:2.868622064590454 grad:1.052124053774099
DEBUG:root:loss:2.6595001220703125 pr_loss:0.08066078275442123 m_loss:2.5788393020629883 grad:0.758793644351894
DEBUG:root:loss:3.7381784915924072 pr_loss:0.30054906010627747 m_loss:3.437629461288452 grad:0.9594983322832735
DEBUG:root:loss:3.520134925842285 pr_loss:0.28557243943214417 m_loss:3.234562397003174 grad:1.094510575211476
DEBUG:root:loss:3.3149051666259766 pr_loss:0.2970457375049591 m_loss:3.01785945892334 grad:0.8744494820610937
DEBUG:root:loss:3.2214620113372803 pr_loss:0.3789699077606201 m_loss:2.84249210357666 grad:0.8257573141052549
DEBUG:root:loss:3.315434455871582 pr_loss:0.5472963452339172 m_loss:2.7681381702423096 grad:0.9566034048623566
DEBUG:root:loss:2.634768009185791 pr_loss:0.08896823227405548 m_loss:2.545799732208252 grad:1.0892668047576515
DEBUG:root:loss:2.836803436279297 pr_loss:0.2790655493736267 m_loss:2.5577378273010254 grad:3.3086054560586873
DEBUG:root:loss:2.992952346801758 pr_loss:0.04606989398598671 m_loss:2.946882486343384 grad:1.1546573344283957
DEBUG:root:loss:2.9217376708984375 pr_loss:0.037722356617450714 m_loss:2.8840153217315674 grad:1.266656874298849
DEBUG:root:loss:3.063920021057129 pr_loss:0.03720344230532646 m_loss:3.026716470718384 grad:1.2980767806553286
DEBUG:root:loss:1.971527338027954 pr_loss:0.04546327516436577 m_loss:1.9260640144348145 grad:1.1573583486119623
DEBUG:root:loss:2.1234822273254395 pr_loss:0.07995432615280151 m_loss:2.043527841567993 grad:1.70170086710589
DEBUG:root:loss:2.6821253299713135 pr_loss:0.05038277432322502 m_loss:2.631742477416992 grad:1.888598231433449
DEBUG:root:loss:2.7246506214141846 pr_loss:0.03353651612997055 m_loss:2.6911141872406006 grad:3.1629161744476293
DEBUG:root:loss:3.741281509399414 pr_loss:0.5938670635223389 m_loss:3.147414445877075 grad:1.7245439756993606
DEBUG:root:loss:3.0023980140686035 pr_loss:0.2835671007633209 m_loss:2.7188308238983154 grad:1.36871003276859
DEBUG:root:loss:2.7169079780578613 pr_loss:0.5342980027198792 m_loss:2.182610034942627 grad:2.307584680579468
DEBUG:root:loss:2.5572195053100586 pr_loss:0.14555594325065613 m_loss:2.41166353225708 grad:0.9714641997924962
DEBUG:root:loss:3.6709651947021484 pr_loss:0.6039206981658936 m_loss:3.067044496536255 grad:1.8953546156645587
DEBUG:root:loss:3.0919175148010254 pr_loss:0.347624272108078 m_loss:2.744293212890625 grad:1.0006365842733542
DEBUG:root:loss:2.660102605819702 pr_loss:0.2259196788072586 m_loss:2.43418288230896 grad:0.6476257920624747
DEBUG:root:loss:2.286895513534546 pr_loss:0.12694954872131348 m_loss:2.1599459648132324 grad:1.3255478996431544
DEBUG:root:loss:3.1438889503479004 pr_loss:0.3864777386188507 m_loss:2.757411241531372 grad:1.094071078556045
DEBUG:root:loss:2.665648937225342 pr_loss:0.45108214020729065 m_loss:2.214566707611084 grad:1.2173694797852153
DEBUG:root:loss:2.567744493484497 pr_loss:0.3163430690765381 m_loss:2.251401424407959 grad:1.1776255359288492
INFO:root:Traning time: 64.8050308227539
INFO:root:avg training loss in epoch 1 sup:3.411891
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:3.55826473236084 pr_loss:0.29290759563446045 m_loss:3.26535701751709
DEBUG:root:loss:4.390772342681885 pr_loss:1.3639620542526245 m_loss:3.0268101692199707
DEBUG:root:loss:3.9717142581939697 pr_loss:1.2852280139923096 m_loss:2.68648624420166
DEBUG:root:loss:3.7338528633117676 pr_loss:1.377646803855896 m_loss:2.356206178665161
DEBUG:root:loss:5.293812274932861 pr_loss:2.790616035461426 m_loss:2.5031962394714355
DEBUG:root:loss:4.115016937255859 pr_loss:0.4560515284538269 m_loss:3.6589653491973877
DEBUG:root:loss:4.675731182098389 pr_loss:1.4894846677780151 m_loss:3.186246633529663
DEBUG:root:loss:3.8825440406799316 pr_loss:1.077605962753296 m_loss:2.8049380779266357
DEBUG:root:loss:5.027186393737793 pr_loss:2.0268406867980957 m_loss:3.0003457069396973
DEBUG:root:loss:4.386770725250244 pr_loss:2.2453134059906006 m_loss:2.1414573192596436
DEBUG:root:loss:4.864784240722656 pr_loss:2.259209394454956 m_loss:2.6055748462677
DEBUG:root:loss:4.320586204528809 pr_loss:1.8749195337295532 m_loss:2.445666551589966
DEBUG:root:loss:3.066524028778076 pr_loss:0.3958948850631714 m_loss:2.6706292629241943
DEBUG:root:loss:3.5349273681640625 pr_loss:1.1086266040802002 m_loss:2.4263007640838623
DEBUG:root:loss:3.1706879138946533 pr_loss:0.3153221309185028 m_loss:2.855365753173828
DEBUG:root:loss:3.5590689182281494 pr_loss:1.0646467208862305 m_loss:2.494422197341919
DEBUG:root:loss:4.239471435546875 pr_loss:2.0215165615081787 m_loss:2.2179551124572754
DEBUG:root:loss:3.7353360652923584 pr_loss:0.21837806701660156 m_loss:3.516957998275757
DEBUG:root:loss:3.765319585800171 pr_loss:0.8294708132743835 m_loss:2.9358487129211426
DEBUG:root:loss:4.0275468826293945 pr_loss:1.6858346462249756 m_loss:2.341712474822998
DEBUG:root:loss:3.2272732257843018 pr_loss:1.2271909713745117 m_loss:2.00008225440979
DEBUG:root:loss:4.518599987030029 pr_loss:2.4123480319976807 m_loss:2.1062519550323486
DEBUG:root:loss:4.807639122009277 pr_loss:2.597980499267578 m_loss:2.20965838432312
DEBUG:root:loss:3.2500929832458496 pr_loss:0.3081356883049011 m_loss:2.9419572353363037
DEBUG:root:loss:3.94545578956604 pr_loss:1.2380998134613037 m_loss:2.7073559761047363
DEBUG:root:loss:3.4403064250946045 pr_loss:1.1804006099700928 m_loss:2.2599058151245117
DEBUG:root:loss:5.277107238769531 pr_loss:2.681420087814331 m_loss:2.5956873893737793
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 1 sup:4.066163 unsup:0.000000
INFO:root:time for epoch 1: 47.914907
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:2.2342867851257324 pr_loss:0.2000093013048172 m_loss:2.0342774391174316 grad:2.873117685840698
DEBUG:root:loss:2.469902753829956 pr_loss:0.027626167982816696 m_loss:2.4422764778137207 grad:1.337695909483638
DEBUG:root:loss:2.3595638275146484 pr_loss:0.07179677486419678 m_loss:2.287766933441162 grad:1.8484231377446778
DEBUG:root:loss:2.690203905105591 pr_loss:0.011722097173333168 m_loss:2.6784818172454834 grad:1.3413539162521309
DEBUG:root:loss:1.6589003801345825 pr_loss:0.053254641592502594 m_loss:1.605645775794983 grad:1.1683852324714419
DEBUG:root:loss:1.5543456077575684 pr_loss:0.06493909657001495 m_loss:1.4894064664840698 grad:1.3364617591775916
DEBUG:root:loss:2.1751856803894043 pr_loss:0.11735586822032928 m_loss:2.0578298568725586 grad:2.776194715446628
DEBUG:root:loss:2.0314106941223145 pr_loss:0.0203089602291584 m_loss:2.011101722717285 grad:2.9285035743737273
DEBUG:root:loss:4.1156721115112305 pr_loss:0.7563391923904419 m_loss:3.359332799911499 grad:2.062476720015046
DEBUG:root:loss:3.1530356407165527 pr_loss:0.3470383584499359 m_loss:2.805997371673584 grad:1.0404308722348887
DEBUG:root:loss:3.1038317680358887 pr_loss:0.3948422372341156 m_loss:2.7089896202087402 grad:0.9500655132741088
DEBUG:root:loss:3.0985355377197266 pr_loss:0.4855184257030487 m_loss:2.6130170822143555 grad:1.3206154553521183
DEBUG:root:loss:3.0957117080688477 pr_loss:0.6225429773330688 m_loss:2.4731686115264893 grad:1.0249947318816297
DEBUG:root:loss:2.47314453125 pr_loss:0.11314097791910172 m_loss:2.3600034713745117 grad:1.3445232005320176
DEBUG:root:loss:3.3368067741394043 pr_loss:0.7376154065132141 m_loss:2.599191427230835 grad:1.3244258691844302
DEBUG:root:loss:2.4337544441223145 pr_loss:0.1382138729095459 m_loss:2.2955405712127686 grad:1.09981739871216
DEBUG:root:loss:3.4473073482513428 pr_loss:0.5663354396820068 m_loss:2.880971908569336 grad:1.1753836426209645
DEBUG:root:loss:2.900114059448242 pr_loss:0.24427290260791779 m_loss:2.655841112136841 grad:1.1739296203590137
DEBUG:root:loss:2.598224401473999 pr_loss:0.39540407061576843 m_loss:2.202820301055908 grad:1.0482637966868302
DEBUG:root:loss:2.5490713119506836 pr_loss:0.33257773518562317 m_loss:2.216493606567383 grad:0.9325065657274879
DEBUG:root:loss:2.3117921352386475 pr_loss:0.14292125403881073 m_loss:2.1688709259033203 grad:1.0266242347597672
DEBUG:root:loss:2.9115817546844482 pr_loss:0.35540032386779785 m_loss:2.5561814308166504 grad:0.9239351088481053
DEBUG:root:loss:2.4764633178710938 pr_loss:0.29814231395721436 m_loss:2.178321123123169 grad:0.7239068459488948
DEBUG:root:loss:2.0446107387542725 pr_loss:0.09160389006137848 m_loss:1.9530068635940552 grad:0.8048584513256942
DEBUG:root:loss:3.312565803527832 pr_loss:0.25960010290145874 m_loss:3.0529656410217285 grad:1.0111504949746875
DEBUG:root:loss:3.1501190662384033 pr_loss:0.23400799930095673 m_loss:2.9161109924316406 grad:0.732862414426383
DEBUG:root:loss:2.7878856658935547 pr_loss:0.2589712142944336 m_loss:2.528914451599121 grad:0.6268157920932153
DEBUG:root:loss:2.7109131813049316 pr_loss:0.46826380491256714 m_loss:2.2426493167877197 grad:0.9429718233801471
DEBUG:root:loss:1.7905211448669434 pr_loss:0.12323146313428879 m_loss:1.6672897338867188 grad:0.7584376374396621
DEBUG:root:loss:3.637962818145752 pr_loss:0.14080093801021576 m_loss:3.497161865234375 grad:1.14216890521659
DEBUG:root:loss:3.1421396732330322 pr_loss:0.08463883399963379 m_loss:3.0575008392333984 grad:1.1128091699833795
DEBUG:root:loss:2.5132601261138916 pr_loss:0.2094569057226181 m_loss:2.3038032054901123 grad:1.101639305916542
DEBUG:root:loss:2.391362190246582 pr_loss:0.41316425800323486 m_loss:1.9781979322433472 grad:1.0299199705949647
DEBUG:root:loss:2.7412805557250977 pr_loss:0.6071738600730896 m_loss:2.1341066360473633 grad:1.4244851430745311
DEBUG:root:loss:2.113558769226074 pr_loss:0.3817940056324005 m_loss:1.7317646741867065 grad:1.058431341040581
DEBUG:root:loss:2.1903834342956543 pr_loss:0.08078137785196304 m_loss:2.1096019744873047 grad:1.2683210115194912
DEBUG:root:loss:2.8648526668548584 pr_loss:0.1526246815919876 m_loss:2.7122280597686768 grad:0.6958665513305166
DEBUG:root:loss:2.7915050983428955 pr_loss:0.41628187894821167 m_loss:2.375223159790039 grad:0.7883364538770252
DEBUG:root:loss:2.422818183898926 pr_loss:0.3708983063697815 m_loss:2.051919937133789 grad:0.9282171461912722
DEBUG:root:loss:2.235542058944702 pr_loss:0.13980688154697418 m_loss:2.0957350730895996 grad:0.7243830978674181
DEBUG:root:loss:3.3100335597991943 pr_loss:0.30782395601272583 m_loss:3.0022096633911133 grad:0.5864035183005905
DEBUG:root:loss:2.391869068145752 pr_loss:0.21195144951343536 m_loss:2.179917573928833 grad:0.7940647052994637
DEBUG:root:loss:2.266801357269287 pr_loss:0.43714797496795654 m_loss:1.8296533823013306 grad:0.9790313337361811
DEBUG:root:loss:2.266035795211792 pr_loss:0.2726224362850189 m_loss:1.9934134483337402 grad:0.8682083428982986
DEBUG:root:loss:2.8517613410949707 pr_loss:0.20674876868724823 m_loss:2.645012617111206 grad:0.5093031393353853
DEBUG:root:loss:2.243401288986206 pr_loss:0.11331085115671158 m_loss:2.1300904750823975 grad:0.5861702279164039
DEBUG:root:loss:2.046229600906372 pr_loss:0.35358279943466187 m_loss:1.6926467418670654 grad:0.720858359825523
DEBUG:root:loss:2.0075573921203613 pr_loss:0.13064643740653992 m_loss:1.8769110441207886 grad:0.7610833296567672
DEBUG:root:loss:2.5865590572357178 pr_loss:0.27137354016304016 m_loss:2.315185546875 grad:0.7421727728948896
DEBUG:root:loss:2.1401264667510986 pr_loss:0.33887919783592224 m_loss:1.801247239112854 grad:0.6955688056259224
DEBUG:root:loss:2.239607095718384 pr_loss:0.26696985960006714 m_loss:1.9726371765136719 grad:1.2490560856804784
DEBUG:root:loss:2.628546714782715 pr_loss:0.14627069234848022 m_loss:2.48227596282959 grad:0.6424077263898547
DEBUG:root:loss:2.4479339122772217 pr_loss:0.23381900787353516 m_loss:2.2141149044036865 grad:0.637870439677083
DEBUG:root:loss:2.1390020847320557 pr_loss:0.17319387197494507 m_loss:1.9658082723617554 grad:0.5057060327290215
DEBUG:root:loss:1.6140375137329102 pr_loss:0.09719905257225037 m_loss:1.5168384313583374 grad:0.9840395518231574
DEBUG:root:loss:2.271527051925659 pr_loss:0.1622130274772644 m_loss:2.10931396484375 grad:0.6379863294902051
DEBUG:root:loss:1.9114423990249634 pr_loss:0.23584911227226257 m_loss:1.6755932569503784 grad:0.5684413613261641
DEBUG:root:loss:1.7302591800689697 pr_loss:0.03910141810774803 m_loss:1.6911578178405762 grad:0.5788107814989105
DEBUG:root:loss:2.452423334121704 pr_loss:0.12113254517316818 m_loss:2.3312907218933105 grad:0.7481276176685118
DEBUG:root:loss:2.7426211833953857 pr_loss:0.30730220675468445 m_loss:2.435318946838379 grad:0.7343201574563807
DEBUG:root:loss:2.122164011001587 pr_loss:0.46763429045677185 m_loss:1.6545296907424927 grad:0.8153905972247036
DEBUG:root:loss:2.5060372352600098 pr_loss:0.4669348895549774 m_loss:2.03910231590271 grad:1.1336095098966872
DEBUG:root:loss:1.7386893033981323 pr_loss:0.11826277524232864 m_loss:1.6204265356063843 grad:0.7763534009139462
INFO:root:Traning time: 94.01892685890198
INFO:root:avg training loss in epoch 2 sup:2.518648
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:2.8912508487701416 pr_loss:0.19549015164375305 m_loss:2.695760726928711
DEBUG:root:loss:4.0139384269714355 pr_loss:1.507569670677185 m_loss:2.50636887550354
DEBUG:root:loss:3.516406536102295 pr_loss:1.3535500764846802 m_loss:2.1628565788269043
DEBUG:root:loss:3.2820847034454346 pr_loss:1.3290189504623413 m_loss:1.9530657529830933
DEBUG:root:loss:4.86734676361084 pr_loss:2.9363605976104736 m_loss:1.930985927581787
DEBUG:root:loss:2.608837604522705 pr_loss:0.22587254643440247 m_loss:2.382965087890625
DEBUG:root:loss:3.079847574234009 pr_loss:1.055358648300171 m_loss:2.024488925933838
DEBUG:root:loss:3.8261404037475586 pr_loss:2.148677110671997 m_loss:1.677463173866272
DEBUG:root:loss:3.4910366535186768 pr_loss:0.25461649894714355 m_loss:3.236420154571533
DEBUG:root:loss:4.149198055267334 pr_loss:1.6399649381637573 m_loss:2.509232997894287
DEBUG:root:loss:3.3064537048339844 pr_loss:1.2020927667617798 m_loss:2.104360818862915
DEBUG:root:loss:4.938378810882568 pr_loss:2.196341037750244 m_loss:2.742037773132324
DEBUG:root:loss:4.0976362228393555 pr_loss:2.347791910171509 m_loss:1.7498440742492676
DEBUG:root:loss:4.710235595703125 pr_loss:2.5873184204101562 m_loss:2.122917413711548
DEBUG:root:loss:3.972379446029663 pr_loss:1.9619569778442383 m_loss:2.010422468185425
DEBUG:root:loss:2.9814486503601074 pr_loss:0.11775413155555725 m_loss:2.863694429397583
DEBUG:root:loss:3.2148051261901855 pr_loss:0.9490215182304382 m_loss:2.2657835483551025
DEBUG:root:loss:3.6360960006713867 pr_loss:1.8901368379592896 m_loss:1.7459590435028076
DEBUG:root:loss:2.72690486907959 pr_loss:1.0817325115203857 m_loss:1.6451724767684937
DEBUG:root:loss:3.9923532009124756 pr_loss:2.43432354927063 m_loss:1.5580296516418457
DEBUG:root:loss:4.464252471923828 pr_loss:2.694143295288086 m_loss:1.770108938217163
DEBUG:root:loss:2.5233688354492188 pr_loss:0.2664831280708313 m_loss:2.2568857669830322
DEBUG:root:loss:2.9607596397399902 pr_loss:1.1189618110656738 m_loss:1.841797947883606
DEBUG:root:loss:2.6361422538757324 pr_loss:0.23536799848079681 m_loss:2.4007742404937744
DEBUG:root:loss:3.5841708183288574 pr_loss:1.3966114521026611 m_loss:2.1875593662261963
DEBUG:root:loss:3.0684914588928223 pr_loss:1.216247320175171 m_loss:1.8522441387176514
DEBUG:root:loss:4.8623504638671875 pr_loss:2.8394484519958496 m_loss:2.022902011871338
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 2 sup:3.607493 unsup:0.000000
INFO:root:time for epoch 2: 44.503501
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:2.519866943359375 pr_loss:0.23880688846111298 m_loss:2.281059980392456 grad:0.7310446266911994
DEBUG:root:loss:2.2769930362701416 pr_loss:0.14161664247512817 m_loss:2.135376453399658 grad:0.866356158658562
DEBUG:root:loss:1.9725086688995361 pr_loss:0.22158397734165192 m_loss:1.7509247064590454 grad:0.5203805452279006
DEBUG:root:loss:2.168729066848755 pr_loss:0.28954029083251953 m_loss:1.8791887760162354 grad:1.3439318058757093
DEBUG:root:loss:1.7629737854003906 pr_loss:0.07174380123615265 m_loss:1.6912299394607544 grad:1.0361890816577775
DEBUG:root:loss:2.827674388885498 pr_loss:0.1749349683523178 m_loss:2.6527395248413086 grad:0.9407165978232755
DEBUG:root:loss:2.788931369781494 pr_loss:0.19576837122440338 m_loss:2.593163013458252 grad:0.8028169862466634
DEBUG:root:loss:2.407860040664673 pr_loss:0.20239987969398499 m_loss:2.2054600715637207 grad:0.6791762406964165
DEBUG:root:loss:2.3246912956237793 pr_loss:0.3924121856689453 m_loss:1.932279109954834 grad:1.045002221358493
DEBUG:root:loss:1.4803762435913086 pr_loss:0.06666024029254913 m_loss:1.4137159585952759 grad:1.4430743051975408
DEBUG:root:loss:1.517953634262085 pr_loss:0.06484393030405045 m_loss:1.4531097412109375 grad:1.5328542233750577
DEBUG:root:loss:1.8512990474700928 pr_loss:0.02392924576997757 m_loss:1.8273698091506958 grad:1.053860510255823
DEBUG:root:loss:1.952951431274414 pr_loss:0.012175245210528374 m_loss:1.9407762289047241 grad:1.3363278084360328
DEBUG:root:loss:1.8907307386398315 pr_loss:0.01438666507601738 m_loss:1.876344084739685 grad:1.2160544437079495
DEBUG:root:loss:1.1402757167816162 pr_loss:0.046655818819999695 m_loss:1.0936199426651 grad:1.530529872373473
DEBUG:root:loss:0.8660167455673218 pr_loss:0.013401645235717297 m_loss:0.8526151180267334 grad:1.1272548330147945
DEBUG:root:loss:1.6012065410614014 pr_loss:0.010162347927689552 m_loss:1.5910441875457764 grad:1.6080898597305802
DEBUG:root:loss:1.6646454334259033 pr_loss:0.011886694468557835 m_loss:1.6527587175369263 grad:2.336863219558143
DEBUG:root:loss:2.539583921432495 pr_loss:0.4284234941005707 m_loss:2.1111605167388916 grad:1.0491102264851968
DEBUG:root:loss:1.9207109212875366 pr_loss:0.06682746857404709 m_loss:1.8538835048675537 grad:1.1067206613571599
DEBUG:root:loss:3.071834087371826 pr_loss:0.27121415734291077 m_loss:2.8006198406219482 grad:1.20664362718564
DEBUG:root:loss:2.1092844009399414 pr_loss:0.18333423137664795 m_loss:1.925950050354004 grad:0.687483177559957
DEBUG:root:loss:2.041938066482544 pr_loss:0.4539886713027954 m_loss:1.5879493951797485 grad:0.9713683391790592
DEBUG:root:loss:2.1525745391845703 pr_loss:0.2663886547088623 m_loss:1.8861857652664185 grad:1.1084202779672876
DEBUG:root:loss:2.3586673736572266 pr_loss:0.19858528673648834 m_loss:2.1600821018218994 grad:0.6496719979994191
DEBUG:root:loss:2.04986572265625 pr_loss:0.22979901731014252 m_loss:1.8200666904449463 grad:0.660185143676796
DEBUG:root:loss:1.5555641651153564 pr_loss:0.0499819777905941 m_loss:1.5055822134017944 grad:0.613936273696771
DEBUG:root:loss:2.567878484725952 pr_loss:0.20337827503681183 m_loss:2.3645002841949463 grad:0.8105410748228771
DEBUG:root:loss:1.9683723449707031 pr_loss:0.10558336973190308 m_loss:1.8627889156341553 grad:0.5294872235717719
DEBUG:root:loss:1.875795841217041 pr_loss:0.36116456985473633 m_loss:1.5146312713623047 grad:0.5875697361702251
DEBUG:root:loss:1.731846809387207 pr_loss:0.08478879928588867 m_loss:1.6470580101013184 grad:0.8165659433159956
DEBUG:root:loss:2.3118531703948975 pr_loss:0.10679575055837631 m_loss:2.205057382583618 grad:0.6563738998471925
DEBUG:root:loss:2.2608206272125244 pr_loss:0.210663303732872 m_loss:2.050157308578491 grad:0.6960754443378283
DEBUG:root:loss:1.9769210815429688 pr_loss:0.1772354692220688 m_loss:1.7996855974197388 grad:0.5914753986844898
DEBUG:root:loss:1.3879514932632446 pr_loss:0.058950506150722504 m_loss:1.3290009498596191 grad:0.7026936802219328
DEBUG:root:loss:2.6739342212677 pr_loss:0.1292269080877304 m_loss:2.5447072982788086 grad:0.7255202010138566
DEBUG:root:loss:2.4647748470306396 pr_loss:0.19115859270095825 m_loss:2.273616313934326 grad:0.9889487662661118
DEBUG:root:loss:2.306917190551758 pr_loss:0.2576691806316376 m_loss:2.049247980117798 grad:0.7399372106797165
DEBUG:root:loss:2.2263948917388916 pr_loss:0.2600158154964447 m_loss:1.9663790464401245 grad:0.5382717193228621
DEBUG:root:loss:2.135688304901123 pr_loss:0.3770502209663391 m_loss:1.7586380243301392 grad:0.828881241537271
DEBUG:root:loss:1.5879956483840942 pr_loss:0.031393859535455704 m_loss:1.5566017627716064 grad:0.5972989315291809
DEBUG:root:loss:2.9647364616394043 pr_loss:0.027133725583553314 m_loss:2.9376027584075928 grad:0.7709401123531682
DEBUG:root:loss:2.6581239700317383 pr_loss:0.04785396531224251 m_loss:2.6102700233459473 grad:0.8385449492606524
DEBUG:root:loss:1.983125925064087 pr_loss:0.13632705807685852 m_loss:1.8467988967895508 grad:0.6868588226608704
DEBUG:root:loss:2.150899887084961 pr_loss:0.4262315034866333 m_loss:1.7246685028076172 grad:1.2544606937219085
DEBUG:root:loss:2.0257437229156494 pr_loss:0.2803258001804352 m_loss:1.7454179525375366 grad:1.2000297860153446
DEBUG:root:loss:1.4092921018600464 pr_loss:0.17274285852909088 m_loss:1.2365492582321167 grad:0.7392586658613954
DEBUG:root:loss:1.6986205577850342 pr_loss:0.041309528052806854 m_loss:1.6573110818862915 grad:1.054257289309347
DEBUG:root:loss:2.0045077800750732 pr_loss:0.11266952753067017 m_loss:1.8918383121490479 grad:0.5610470544790536
DEBUG:root:loss:1.7218912839889526 pr_loss:0.23265396058559418 m_loss:1.4892373085021973 grad:0.6891084130319445
DEBUG:root:loss:1.5737450122833252 pr_loss:0.04587819427251816 m_loss:1.5278668403625488 grad:0.823443093433822
DEBUG:root:loss:2.0910754203796387 pr_loss:0.07166535407304764 m_loss:2.0194101333618164 grad:0.6598602092252343
DEBUG:root:loss:2.513493537902832 pr_loss:0.3214813768863678 m_loss:2.192012071609497 grad:0.7407554651161945
DEBUG:root:loss:1.9698381423950195 pr_loss:0.5313987135887146 m_loss:1.4384394884109497 grad:0.8271498998135444
DEBUG:root:loss:2.080765724182129 pr_loss:0.36273789405822754 m_loss:1.718027949333191 grad:1.0962100033518898
DEBUG:root:loss:1.5400692224502563 pr_loss:0.10440795868635178 m_loss:1.4356613159179688 grad:0.7590611400485892
DEBUG:root:loss:2.212512969970703 pr_loss:0.1830929070711136 m_loss:2.0294201374053955 grad:0.6343898152659633
DEBUG:root:loss:1.848233699798584 pr_loss:0.29627370834350586 m_loss:1.5519599914550781 grad:0.6012600431538556
DEBUG:root:loss:1.9358139038085938 pr_loss:0.25716477632522583 m_loss:1.6786490678787231 grad:0.7884796918033501
DEBUG:root:loss:2.2872252464294434 pr_loss:0.08657605946063995 m_loss:2.2006492614746094 grad:0.4835026519980698
DEBUG:root:loss:2.252869129180908 pr_loss:0.32538822293281555 m_loss:1.9274808168411255 grad:0.5678086062594911
DEBUG:root:loss:1.798653244972229 pr_loss:0.19348815083503723 m_loss:1.6051651239395142 grad:0.7533954183766999
DEBUG:root:loss:1.6911290884017944 pr_loss:0.028130387887358665 m_loss:1.6629986763000488 grad:0.5959672378772639
INFO:root:Traning time: 124.73992681503296
INFO:root:avg training loss in epoch 3 sup:2.042940
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:2.5683395862579346 pr_loss:0.02140718884766102 m_loss:2.5469324588775635
DEBUG:root:loss:3.1274571418762207 pr_loss:1.0895313024520874 m_loss:2.0379257202148438
DEBUG:root:loss:3.3934550285339355 pr_loss:1.9075652360916138 m_loss:1.4858897924423218
DEBUG:root:loss:2.3945116996765137 pr_loss:1.0383665561676025 m_loss:1.3561452627182007
DEBUG:root:loss:3.960921287536621 pr_loss:2.561727285385132 m_loss:1.3991941213607788
DEBUG:root:loss:4.535967826843262 pr_loss:2.9229748249053955 m_loss:1.612992763519287
DEBUG:root:loss:2.3850064277648926 pr_loss:0.233287051320076 m_loss:2.151719331741333
DEBUG:root:loss:3.425600528717041 pr_loss:1.4692798852920532 m_loss:1.9563206434249878
DEBUG:root:loss:2.7638206481933594 pr_loss:1.145470380783081 m_loss:1.6183502674102783
DEBUG:root:loss:4.879351615905762 pr_loss:3.0623221397399902 m_loss:1.8170292377471924
DEBUG:root:loss:2.257768392562866 pr_loss:0.1890626847743988 m_loss:2.0687057971954346
DEBUG:root:loss:2.7850756645202637 pr_loss:1.1857491731643677 m_loss:1.5993266105651855
DEBUG:root:loss:3.128004550933838 pr_loss:0.10609718412160873 m_loss:3.021907329559326
DEBUG:root:loss:3.883657455444336 pr_loss:1.6399368047714233 m_loss:2.243720531463623
DEBUG:root:loss:3.0062642097473145 pr_loss:1.197751522064209 m_loss:1.808512806892395
DEBUG:root:loss:4.731096267700195 pr_loss:2.2774927616119385 m_loss:2.453603744506836
DEBUG:root:loss:3.9235575199127197 pr_loss:2.308854579925537 m_loss:1.6147029399871826
DEBUG:root:loss:4.211986541748047 pr_loss:2.305633544921875 m_loss:1.9063531160354614
DEBUG:root:loss:3.811306953430176 pr_loss:2.028367519378662 m_loss:1.7829394340515137
DEBUG:root:loss:2.3756282329559326 pr_loss:0.22669000923633575 m_loss:2.1489381790161133
DEBUG:root:loss:2.766371965408325 pr_loss:0.9850993752479553 m_loss:1.781272530555725
DEBUG:root:loss:3.7598814964294434 pr_loss:2.3140504360198975 m_loss:1.445831060409546
DEBUG:root:loss:2.5716187953948975 pr_loss:0.1381036937236786 m_loss:2.4335150718688965
DEBUG:root:loss:3.8960938453674316 pr_loss:1.5934351682662964 m_loss:2.302658796310425
DEBUG:root:loss:3.3222362995147705 pr_loss:1.4002212285995483 m_loss:1.9220150709152222
DEBUG:root:loss:3.0542855262756348 pr_loss:1.2703124284744263 m_loss:1.7839730978012085
DEBUG:root:loss:4.850948333740234 pr_loss:3.1246695518493652 m_loss:1.7262787818908691
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 3 sup:3.398897 unsup:0.000000
INFO:root:time for epoch 3: 46.794946
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:2.20794415473938 pr_loss:0.07907692342996597 m_loss:2.1288671493530273 grad:0.4337992463615154
DEBUG:root:loss:2.2081804275512695 pr_loss:0.31010115146636963 m_loss:1.8980791568756104 grad:0.6774613841812342
DEBUG:root:loss:1.7679942846298218 pr_loss:0.17575621604919434 m_loss:1.5922380685806274 grad:0.7026342084308944
DEBUG:root:loss:1.673954963684082 pr_loss:0.023789722472429276 m_loss:1.6501652002334595 grad:0.5465246647643927
DEBUG:root:loss:2.0747766494750977 pr_loss:0.3166828155517578 m_loss:1.7580938339233398 grad:0.9799482159976598
DEBUG:root:loss:1.572196364402771 pr_loss:0.05755989998579025 m_loss:1.514636516571045 grad:0.6574753683376424
DEBUG:root:loss:2.109745502471924 pr_loss:0.18720793724060059 m_loss:1.9225375652313232 grad:0.5690785702323803
DEBUG:root:loss:1.845622181892395 pr_loss:0.24941815435886383 m_loss:1.5962040424346924 grad:0.6374808344632307
DEBUG:root:loss:1.3577282428741455 pr_loss:0.04522903636097908 m_loss:1.3124991655349731 grad:0.718810281150014
DEBUG:root:loss:2.55173921585083 pr_loss:0.19627264142036438 m_loss:2.355466604232788 grad:0.7337818756859603
DEBUG:root:loss:1.8713220357894897 pr_loss:0.2173277884721756 m_loss:1.6539942026138306 grad:0.803859132192079
DEBUG:root:loss:1.6518117189407349 pr_loss:0.2791794240474701 m_loss:1.3726322650909424 grad:0.7353837605400219
DEBUG:root:loss:1.7489030361175537 pr_loss:0.18746432662010193 m_loss:1.5614386796951294 grad:0.9255563859734799
DEBUG:root:loss:1.921829342842102 pr_loss:0.11911527812480927 m_loss:1.8027141094207764 grad:0.8663395388292002
DEBUG:root:loss:1.5347470045089722 pr_loss:0.17471329867839813 m_loss:1.3600337505340576 grad:1.0860759947470005
DEBUG:root:loss:1.3414617776870728 pr_loss:0.01655527763068676 m_loss:1.3249064683914185 grad:0.5138732061346184
DEBUG:root:loss:2.0807442665100098 pr_loss:0.14107666909694672 m_loss:1.9396675825119019 grad:0.5264098351856584
DEBUG:root:loss:1.7652117013931274 pr_loss:0.28461119532585144 m_loss:1.4806004762649536 grad:0.6052302105624718
DEBUG:root:loss:1.8032176494598389 pr_loss:0.21010062098503113 m_loss:1.5931169986724854 grad:0.8372579856073723
DEBUG:root:loss:2.204648017883301 pr_loss:0.14685693383216858 m_loss:2.057790994644165 grad:0.43240652567445353
DEBUG:root:loss:1.7407933473587036 pr_loss:0.10324767976999283 m_loss:1.6375457048416138 grad:0.6333668019001601
DEBUG:root:loss:1.616057276725769 pr_loss:0.3016067445278168 m_loss:1.3144505023956299 grad:0.5326866353945897
DEBUG:root:loss:1.4424827098846436 pr_loss:0.0753459557890892 m_loss:1.3671367168426514 grad:0.6742273476056064
DEBUG:root:loss:2.356041669845581 pr_loss:0.12032448500394821 m_loss:2.235717296600342 grad:0.5929991007347057
DEBUG:root:loss:2.222398281097412 pr_loss:0.1876090168952942 m_loss:2.0347893238067627 grad:0.7262500011927374
DEBUG:root:loss:1.9901392459869385 pr_loss:0.1855165958404541 m_loss:1.8046226501464844 grad:0.4777387752362015
DEBUG:root:loss:1.996242880821228 pr_loss:0.2233680635690689 m_loss:1.7728748321533203 grad:0.7651366514749102
DEBUG:root:loss:1.8751397132873535 pr_loss:0.3190877437591553 m_loss:1.5560519695281982 grad:0.8862716736726677
DEBUG:root:loss:1.4104888439178467 pr_loss:0.026603510603308678 m_loss:1.383885383605957 grad:0.5916066492481126
DEBUG:root:loss:1.8750481605529785 pr_loss:0.04617253690958023 m_loss:1.8288756608963013 grad:0.5133104950252007
DEBUG:root:loss:2.2768921852111816 pr_loss:0.24669335782527924 m_loss:2.030198812484741 grad:0.5652962530550231
DEBUG:root:loss:1.6129413843154907 pr_loss:0.3333112895488739 m_loss:1.2796300649642944 grad:0.8091013198801117
DEBUG:root:loss:1.7616769075393677 pr_loss:0.22361181676387787 m_loss:1.5380650758743286 grad:0.7611570629104412
DEBUG:root:loss:1.3557329177856445 pr_loss:0.0632660984992981 m_loss:1.2924668788909912 grad:0.9555158394739472
DEBUG:root:loss:1.8644386529922485 pr_loss:0.10299007594585419 m_loss:1.761448621749878 grad:0.47763482219875325
DEBUG:root:loss:1.9545828104019165 pr_loss:0.16655072569847107 m_loss:1.788032054901123 grad:0.8162780750390582
DEBUG:root:loss:1.5620945692062378 pr_loss:0.18309859931468964 m_loss:1.3789960145950317 grad:0.5921180246482904
DEBUG:root:loss:1.6248477697372437 pr_loss:0.1197829619050026 m_loss:1.505064845085144 grad:0.5799754269281444
DEBUG:root:loss:1.3583853244781494 pr_loss:0.0420907586812973 m_loss:1.316294550895691 grad:0.6589879269529368
DEBUG:root:loss:2.599043846130371 pr_loss:0.025963639840483665 m_loss:2.57308030128479 grad:0.8085296397916809
DEBUG:root:loss:2.420595169067383 pr_loss:0.03717096522450447 m_loss:2.3834242820739746 grad:0.9632797140931845
DEBUG:root:loss:1.7309626340866089 pr_loss:0.0613863579928875 m_loss:1.6695762872695923 grad:0.8706608977905562
DEBUG:root:loss:1.7974470853805542 pr_loss:0.19507046043872833 m_loss:1.6023765802383423 grad:1.130401159138202
DEBUG:root:loss:1.714694619178772 pr_loss:0.22033463418483734 m_loss:1.4943599700927734 grad:1.3295887053571986
DEBUG:root:loss:1.1219271421432495 pr_loss:0.10251010954380035 m_loss:1.0194170475006104 grad:0.8365958924611131
DEBUG:root:loss:1.419166922569275 pr_loss:0.008306454867124557 m_loss:1.4108604192733765 grad:0.8421724860800494
DEBUG:root:loss:1.1707184314727783 pr_loss:0.04028245434165001 m_loss:1.1304359436035156 grad:1.513309632695929
DEBUG:root:loss:1.674727201461792 pr_loss:0.11627407371997833 m_loss:1.55845308303833 grad:1.6964133877355307
DEBUG:root:loss:1.785763144493103 pr_loss:0.06926243007183075 m_loss:1.7165007591247559 grad:1.8926088952164088
DEBUG:root:loss:1.5496944189071655 pr_loss:0.04537469893693924 m_loss:1.504319667816162 grad:1.1900938508184318
DEBUG:root:loss:0.859110951423645 pr_loss:0.09034641087055206 m_loss:0.7687645554542542 grad:2.2161494382101767
DEBUG:root:loss:0.4925820231437683 pr_loss:0.03475065901875496 m_loss:0.45783135294914246 grad:1.1046971173921174
DEBUG:root:loss:1.2872862815856934 pr_loss:0.004899510182440281 m_loss:1.2823867797851562 grad:1.306352948346936
DEBUG:root:loss:1.3108818531036377 pr_loss:0.00366405863314867 m_loss:1.3072178363800049 grad:2.4380561640402183
DEBUG:root:loss:1.9771060943603516 pr_loss:0.07275741547346115 m_loss:1.9043487310409546 grad:0.7150598305817876
DEBUG:root:loss:2.0236659049987793 pr_loss:0.21917326748371124 m_loss:1.804492712020874 grad:0.9158237570401354
DEBUG:root:loss:1.768241047859192 pr_loss:0.124199278652668 m_loss:1.6440417766571045 grad:0.8220923458680133
DEBUG:root:loss:1.2715134620666504 pr_loss:0.011617140844464302 m_loss:1.2598962783813477 grad:1.0758544360301194
DEBUG:root:loss:2.2427797317504883 pr_loss:0.06961999833583832 m_loss:2.1731598377227783 grad:0.5737891905267939
DEBUG:root:loss:2.407069683074951 pr_loss:0.1350131630897522 m_loss:2.2720565795898438 grad:0.8190655426058238
DEBUG:root:loss:2.0153732299804688 pr_loss:0.138960599899292 m_loss:1.8764127492904663 grad:0.6200640014633182
DEBUG:root:loss:1.8546801805496216 pr_loss:0.32470703125 m_loss:1.5299731492996216 grad:0.7017823486800484
DEBUG:root:loss:1.0387189388275146 pr_loss:0.0115054277703166 m_loss:1.027213454246521 grad:0.8103316254217089
INFO:root:Traning time: 153.96041989326477
INFO:root:avg training loss in epoch 4 sup:1.757523
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:3.0656251907348633 pr_loss:0.22380387783050537 m_loss:2.8418211936950684
DEBUG:root:loss:3.5503249168395996 pr_loss:1.5431489944458008 m_loss:2.007175922393799
DEBUG:root:loss:2.636655330657959 pr_loss:1.0974277257919312 m_loss:1.5392277240753174
DEBUG:root:loss:4.571944236755371 pr_loss:2.246873617172241 m_loss:2.325070858001709
DEBUG:root:loss:4.141691207885742 pr_loss:2.62823224067688 m_loss:1.5134590864181519
DEBUG:root:loss:4.610975742340088 pr_loss:2.7559239864349365 m_loss:1.855051875114441
DEBUG:root:loss:3.63167667388916 pr_loss:1.9234200716018677 m_loss:1.708256483078003
DEBUG:root:loss:2.2285666465759277 pr_loss:0.22537626326084137 m_loss:2.003190279006958
DEBUG:root:loss:3.3298864364624023 pr_loss:1.480699896812439 m_loss:1.8491865396499634
DEBUG:root:loss:2.7784385681152344 pr_loss:1.2909293174743652 m_loss:1.4875091314315796
DEBUG:root:loss:4.735911846160889 pr_loss:2.954576015472412 m_loss:1.781335711479187
DEBUG:root:loss:2.408484935760498 pr_loss:0.11969619244337082 m_loss:2.2887887954711914
DEBUG:root:loss:3.702467441558838 pr_loss:1.5788683891296387 m_loss:2.123599052429199
DEBUG:root:loss:3.2449517250061035 pr_loss:1.4233601093292236 m_loss:1.8215914964675903
DEBUG:root:loss:3.0423214435577393 pr_loss:1.3446458578109741 m_loss:1.6976755857467651
DEBUG:root:loss:4.665594577789307 pr_loss:3.0078508853912354 m_loss:1.6577435731887817
DEBUG:root:loss:2.480233907699585 pr_loss:0.04877897724509239 m_loss:2.43145489692688
DEBUG:root:loss:2.8559982776641846 pr_loss:0.9945008754730225 m_loss:1.861497402191162
DEBUG:root:loss:3.2242510318756104 pr_loss:1.838847279548645 m_loss:1.3854037523269653
DEBUG:root:loss:2.480346202850342 pr_loss:1.2431143522262573 m_loss:1.237231731414795
DEBUG:root:loss:3.8560080528259277 pr_loss:2.564866304397583 m_loss:1.2911417484283447
DEBUG:root:loss:4.356955051422119 pr_loss:2.776186227798462 m_loss:1.5807688236236572
DEBUG:root:loss:2.1565511226654053 pr_loss:0.17643728852272034 m_loss:1.9801138639450073
DEBUG:root:loss:2.7052950859069824 pr_loss:1.1554772853851318 m_loss:1.5498178005218506
DEBUG:root:loss:2.18829083442688 pr_loss:0.18572838604450226 m_loss:2.0025625228881836
DEBUG:root:loss:2.719470500946045 pr_loss:1.0550352334976196 m_loss:1.6644352674484253
DEBUG:root:loss:3.6793856620788574 pr_loss:2.2428886890411377 m_loss:1.4364969730377197
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 4 sup:3.298085 unsup:0.000000
INFO:root:time for epoch 4: 44.706187
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:1.862021565437317 pr_loss:0.04398017004132271 m_loss:1.818041443824768 grad:0.4521504861085425
DEBUG:root:loss:1.864633321762085 pr_loss:0.20472413301467896 m_loss:1.6599092483520508 grad:0.6663766862293033
DEBUG:root:loss:1.596460223197937 pr_loss:0.22591398656368256 m_loss:1.3705462217330933 grad:0.763037566576817
DEBUG:root:loss:1.485756278038025 pr_loss:0.023287296295166016 m_loss:1.4624689817428589 grad:0.7131178904159715
DEBUG:root:loss:1.8126795291900635 pr_loss:0.060459915548563004 m_loss:1.752219557762146 grad:0.46921984725832155
DEBUG:root:loss:1.7811920642852783 pr_loss:0.1082518920302391 m_loss:1.6729401350021362 grad:0.5262845291989674
DEBUG:root:loss:1.5613175630569458 pr_loss:0.08742585778236389 m_loss:1.4738917350769043 grad:0.49306607161117993
DEBUG:root:loss:1.101621150970459 pr_loss:0.006805445067584515 m_loss:1.094815731048584 grad:0.7003052686202403
DEBUG:root:loss:2.281081199645996 pr_loss:0.17282634973526 m_loss:2.108254909515381 grad:0.5661049317533021
DEBUG:root:loss:1.6656101942062378 pr_loss:0.1641591638326645 m_loss:1.501451015472412 grad:0.6765044947743606
DEBUG:root:loss:1.4398603439331055 pr_loss:0.2487950176000595 m_loss:1.1910653114318848 grad:0.5761772134511909
DEBUG:root:loss:1.6014457941055298 pr_loss:0.19234684109687805 m_loss:1.4090989828109741 grad:0.7710751924449925
DEBUG:root:loss:1.6503870487213135 pr_loss:0.07003488391637802 m_loss:1.5803521871566772 grad:0.6356746153975531
DEBUG:root:loss:1.3881093263626099 pr_loss:0.11748823523521423 m_loss:1.2706210613250732 grad:0.7612982946717624
DEBUG:root:loss:1.232766032218933 pr_loss:0.0086060157045722 m_loss:1.224160075187683 grad:0.6967099927175079
DEBUG:root:loss:1.8979209661483765 pr_loss:0.16257262229919434 m_loss:1.7353483438491821 grad:0.5086618509704554
DEBUG:root:loss:1.5990015268325806 pr_loss:0.16690704226493835 m_loss:1.4320944547653198 grad:0.47245538486074823
DEBUG:root:loss:1.1393771171569824 pr_loss:0.028334105387330055 m_loss:1.1110429763793945 grad:0.3531972328369455
DEBUG:root:loss:1.7968072891235352 pr_loss:0.21957723796367645 m_loss:1.5772300958633423 grad:0.6720501390635093
DEBUG:root:loss:1.3316938877105713 pr_loss:0.02645733766257763 m_loss:1.305236577987671 grad:0.5589105706478709
DEBUG:root:loss:1.721849799156189 pr_loss:0.10974890738725662 m_loss:1.6121008396148682 grad:0.5311497825425275
DEBUG:root:loss:1.7147464752197266 pr_loss:0.07352454960346222 m_loss:1.6412218809127808 grad:0.5437424254279081
DEBUG:root:loss:1.4329174757003784 pr_loss:0.1671479493379593 m_loss:1.2657694816589355 grad:0.5315358222876442
DEBUG:root:loss:1.5589927434921265 pr_loss:0.12373559921979904 m_loss:1.4352571964263916 grad:0.7804231679770569
DEBUG:root:loss:1.3024086952209473 pr_loss:0.04528605565428734 m_loss:1.2571226358413696 grad:0.716913283563123
DEBUG:root:loss:2.093777656555176 pr_loss:0.08178410679101944 m_loss:2.011993646621704 grad:0.5078849555968654
DEBUG:root:loss:1.9658634662628174 pr_loss:0.12083355337381363 m_loss:1.8450299501419067 grad:0.6777154394623472
DEBUG:root:loss:1.7540479898452759 pr_loss:0.10151233524084091 m_loss:1.6525356769561768 grad:0.5259387267093928
DEBUG:root:loss:1.8176829814910889 pr_loss:0.20634713768959045 m_loss:1.6113358736038208 grad:1.0096780000246868
DEBUG:root:loss:1.5377426147460938 pr_loss:0.14743806421756744 m_loss:1.3903045654296875 grad:0.6959346725975089
DEBUG:root:loss:1.3061846494674683 pr_loss:0.025875898078083992 m_loss:1.280308723449707 grad:0.6094659353194658
DEBUG:root:loss:2.2922191619873047 pr_loss:0.03485654294490814 m_loss:2.2573626041412354 grad:0.8813186081652344
DEBUG:root:loss:2.207348346710205 pr_loss:0.09412554651498795 m_loss:2.11322283744812 grad:0.9928085319976823
DEBUG:root:loss:1.514444351196289 pr_loss:0.05422178655862808 m_loss:1.460222601890564 grad:0.7134738297674323
DEBUG:root:loss:1.5905110836029053 pr_loss:0.13657531142234802 m_loss:1.4539357423782349 grad:1.0819500079123738
DEBUG:root:loss:1.3318012952804565 pr_loss:0.07278721034526825 m_loss:1.2590141296386719 grad:0.8303342906734796
DEBUG:root:loss:0.8935176134109497 pr_loss:0.0443795807659626 m_loss:0.8491380214691162 grad:0.618998302150302
DEBUG:root:loss:1.3134262561798096 pr_loss:0.007846087217330933 m_loss:1.3055801391601562 grad:0.8567089036132765
DEBUG:root:loss:2.0951268672943115 pr_loss:0.10295102745294571 m_loss:1.992175817489624 grad:0.7608742341717415
DEBUG:root:loss:2.230102300643921 pr_loss:0.08283331245183945 m_loss:2.1472690105438232 grad:0.5763169972583261
DEBUG:root:loss:1.9154659509658813 pr_loss:0.09988237917423248 m_loss:1.81558358669281 grad:0.5141363972032449
DEBUG:root:loss:1.6523913145065308 pr_loss:0.24020972847938538 m_loss:1.4121816158294678 grad:0.6338446519083145
DEBUG:root:loss:0.8902275562286377 pr_loss:0.014475729316473007 m_loss:0.8757518529891968 grad:0.5295685667588316
DEBUG:root:loss:1.604669451713562 pr_loss:0.016171975061297417 m_loss:1.588497519493103 grad:0.4868157525403714
DEBUG:root:loss:2.0842959880828857 pr_loss:0.24432478845119476 m_loss:1.8399711847305298 grad:0.6791768074441616
DEBUG:root:loss:1.5272560119628906 pr_loss:0.36521831154823303 m_loss:1.16203773021698 grad:0.809425122396114
DEBUG:root:loss:1.5299293994903564 pr_loss:0.21093600988388062 m_loss:1.3189934492111206 grad:0.8582655192339467
DEBUG:root:loss:1.23779296875 pr_loss:0.0282414760440588 m_loss:1.209551453590393 grad:0.6963234725768831
DEBUG:root:loss:0.7444411516189575 pr_loss:0.0074059125036001205 m_loss:0.7370352149009705 grad:0.9433039875562174
DEBUG:root:loss:1.3254352807998657 pr_loss:0.007507548667490482 m_loss:1.3179277181625366 grad:0.9726802772917302
DEBUG:root:loss:1.4041889905929565 pr_loss:0.0055509405210614204 m_loss:1.3986380100250244 grad:1.2462504950233049
DEBUG:root:loss:1.321021556854248 pr_loss:0.004816451109945774 m_loss:1.3162051439285278 grad:1.0511880832273472
DEBUG:root:loss:0.7997622489929199 pr_loss:0.14491866528987885 m_loss:0.6548435688018799 grad:2.3294523334308965
DEBUG:root:loss:0.35988038778305054 pr_loss:0.013962914235889912 m_loss:0.3459174633026123 grad:0.7237284995475173
DEBUG:root:loss:1.1499592065811157 pr_loss:0.0046562450006604195 m_loss:1.1453030109405518 grad:1.447901496439602
DEBUG:root:loss:1.0527985095977783 pr_loss:0.0024289016146212816 m_loss:1.0503696203231812 grad:2.1395751471248325
DEBUG:root:loss:2.083216667175293 pr_loss:0.16027450561523438 m_loss:1.922942042350769 grad:0.6240685852613206
DEBUG:root:loss:1.7109235525131226 pr_loss:0.1376795917749405 m_loss:1.5732439756393433 grad:0.7561383405976694
DEBUG:root:loss:1.2869997024536133 pr_loss:0.16918253898620605 m_loss:1.1178171634674072 grad:0.5804995147527618
DEBUG:root:loss:1.3157252073287964 pr_loss:0.081186443567276 m_loss:1.2345387935638428 grad:0.7226191459790687
DEBUG:root:loss:1.9131550788879395 pr_loss:0.13480490446090698 m_loss:1.7783501148223877 grad:0.6017788036194005
DEBUG:root:loss:1.637481451034546 pr_loss:0.26129406690597534 m_loss:1.3761874437332153 grad:0.6979987541967314
DEBUG:root:loss:1.7368003129959106 pr_loss:0.21333572268486023 m_loss:1.523464560508728 grad:0.9150677560028223
INFO:root:Traning time: 180.90120100975037
INFO:root:avg training loss in epoch 5 sup:1.556322
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:2.2313618659973145 pr_loss:0.13264240324497223 m_loss:2.098719358444214
DEBUG:root:loss:3.5914173126220703 pr_loss:1.574905276298523 m_loss:2.016511917114258
DEBUG:root:loss:3.1142239570617676 pr_loss:1.3821072578430176 m_loss:1.73211669921875
DEBUG:root:loss:2.9353690147399902 pr_loss:1.3104301691055298 m_loss:1.6249388456344604
DEBUG:root:loss:4.714262008666992 pr_loss:3.12028169631958 m_loss:1.5939804315567017
DEBUG:root:loss:2.1325197219848633 pr_loss:0.2534788250923157 m_loss:1.8790409564971924
DEBUG:root:loss:2.7409157752990723 pr_loss:1.2833399772644043 m_loss:1.4575756788253784
DEBUG:root:loss:2.1004929542541504 pr_loss:0.20258547365665436 m_loss:1.8979073762893677
DEBUG:root:loss:2.6540091037750244 pr_loss:1.1001014709472656 m_loss:1.5539076328277588
DEBUG:root:loss:3.691458225250244 pr_loss:2.333885669708252 m_loss:1.3575725555419922
DEBUG:root:loss:2.833395481109619 pr_loss:0.04429958760738373 m_loss:2.789095878601074
DEBUG:root:loss:3.4571330547332764 pr_loss:1.5908631086349487 m_loss:1.8662699460983276
DEBUG:root:loss:2.703199863433838 pr_loss:1.183752417564392 m_loss:1.5194474458694458
DEBUG:root:loss:4.362023830413818 pr_loss:2.0950863361358643 m_loss:2.266937494277954
DEBUG:root:loss:3.6819653511047363 pr_loss:2.2712018489837646 m_loss:1.4107633829116821
DEBUG:root:loss:4.040399551391602 pr_loss:2.2539286613464355 m_loss:1.7864707708358765
DEBUG:root:loss:3.7567625045776367 pr_loss:1.970229983329773 m_loss:1.7865326404571533
DEBUG:root:loss:2.1492197513580322 pr_loss:0.21966545283794403 m_loss:1.9295543432235718
DEBUG:root:loss:3.2038674354553223 pr_loss:1.4574596881866455 m_loss:1.7464076280593872
DEBUG:root:loss:2.6990933418273926 pr_loss:1.2662309408187866 m_loss:1.4328625202178955
DEBUG:root:loss:4.7212700843811035 pr_loss:3.048539400100708 m_loss:1.672730565071106
DEBUG:root:loss:2.316835641860962 pr_loss:0.020892532542347908 m_loss:2.295943021774292
DEBUG:root:loss:2.7520241737365723 pr_loss:1.0110281705856323 m_loss:1.7409958839416504
DEBUG:root:loss:3.225008249282837 pr_loss:1.902337908744812 m_loss:1.322670340538025
DEBUG:root:loss:2.190606117248535 pr_loss:1.1211267709732056 m_loss:1.0694793462753296
DEBUG:root:loss:3.903592109680176 pr_loss:2.6273937225341797 m_loss:1.276198387145996
DEBUG:root:loss:4.413233757019043 pr_loss:2.9415102005004883 m_loss:1.4717233180999756
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 5 sup:3.196876 unsup:0.000000
INFO:root:time for epoch 5: 41.329271
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:1.5576601028442383 pr_loss:0.04021996632218361 m_loss:1.5174400806427002 grad:0.5798727367965335
DEBUG:root:loss:1.2286906242370605 pr_loss:0.06012826785445213 m_loss:1.168562412261963 grad:0.5657537572708194
DEBUG:root:loss:1.149211049079895 pr_loss:0.004387189168483019 m_loss:1.1448239088058472 grad:0.7785633032222826
DEBUG:root:loss:1.974588394165039 pr_loss:0.05943530425429344 m_loss:1.9151531457901 grad:0.730850183788473
DEBUG:root:loss:2.105961561203003 pr_loss:0.0502762608230114 m_loss:2.05568528175354 grad:0.7571929484075086
DEBUG:root:loss:1.7387721538543701 pr_loss:0.05328657850623131 m_loss:1.685485601425171 grad:0.49140034479921496
DEBUG:root:loss:1.6149903535842896 pr_loss:0.201802060008049 m_loss:1.4131883382797241 grad:0.7201252635414871
DEBUG:root:loss:0.9387083053588867 pr_loss:0.009857771918177605 m_loss:0.928850531578064 grad:0.9605113052622087
DEBUG:root:loss:1.7857123613357544 pr_loss:0.1266847848892212 m_loss:1.6590275764465332 grad:0.6142003698989331
DEBUG:root:loss:1.4471206665039062 pr_loss:0.11367068439722061 m_loss:1.3334499597549438 grad:0.4396675310203378
DEBUG:root:loss:1.082308292388916 pr_loss:0.03488793224096298 m_loss:1.0474203824996948 grad:0.4161358468178704
DEBUG:root:loss:2.1539864540100098 pr_loss:0.18642333149909973 m_loss:1.9675631523132324 grad:0.6250779310561441
DEBUG:root:loss:1.4622464179992676 pr_loss:0.07916005700826645 m_loss:1.3830863237380981 grad:0.5351789338164518
DEBUG:root:loss:1.3302289247512817 pr_loss:0.24161246418952942 m_loss:1.0886164903640747 grad:0.5225931158945659
DEBUG:root:loss:1.4408488273620605 pr_loss:0.14906549453735352 m_loss:1.291783332824707 grad:0.7456509186165883
DEBUG:root:loss:1.6027082204818726 pr_loss:0.05580880120396614 m_loss:1.546899437904358 grad:0.45030080578078285
DEBUG:root:loss:1.6457947492599487 pr_loss:0.07708292454481125 m_loss:1.5687118768692017 grad:0.4935065735624665
DEBUG:root:loss:1.4462391138076782 pr_loss:0.07441326230764389 m_loss:1.3718258142471313 grad:0.5167952743377668
DEBUG:root:loss:0.9792629480361938 pr_loss:0.0029735644347965717 m_loss:0.9762893915176392 grad:0.506016668605134
DEBUG:root:loss:1.6722803115844727 pr_loss:0.17672216892242432 m_loss:1.4955581426620483 grad:0.7414846653755706
DEBUG:root:loss:1.238752841949463 pr_loss:0.015719881281256676 m_loss:1.2230329513549805 grad:0.5743427472410849
DEBUG:root:loss:1.5862526893615723 pr_loss:0.06704691797494888 m_loss:1.5192058086395264 grad:0.5247639245235334
DEBUG:root:loss:1.6092642545700073 pr_loss:0.045172158628702164 m_loss:1.5640920400619507 grad:0.4474680526944081
DEBUG:root:loss:1.2842267751693726 pr_loss:0.10763085633516312 m_loss:1.17659592628479 grad:0.4255416289855661
DEBUG:root:loss:1.4041894674301147 pr_loss:0.06666812300682068 m_loss:1.3375213146209717 grad:0.5504822809765582
DEBUG:root:loss:1.1745048761367798 pr_loss:0.032696038484573364 m_loss:1.1418088674545288 grad:0.5676265194614971
DEBUG:root:loss:1.8322393894195557 pr_loss:0.11692357808351517 m_loss:1.715315818786621 grad:0.468654559542775
DEBUG:root:loss:1.4800561666488647 pr_loss:0.18556509912014008 m_loss:1.2944910526275635 grad:0.520029492670753
DEBUG:root:loss:1.627665638923645 pr_loss:0.1926419883966446 m_loss:1.4350236654281616 grad:0.7797014990272656
DEBUG:root:loss:1.5488179922103882 pr_loss:0.02702941745519638 m_loss:1.5217885971069336 grad:0.5044731063504748
DEBUG:root:loss:1.9959965944290161 pr_loss:0.22359956800937653 m_loss:1.7723970413208008 grad:0.754098279023242
DEBUG:root:loss:1.2965961694717407 pr_loss:0.23070044815540314 m_loss:1.065895676612854 grad:0.6445158680570473
DEBUG:root:loss:1.4550085067749023 pr_loss:0.18919101357460022 m_loss:1.2658175230026245 grad:0.9047840584407386
DEBUG:root:loss:1.0936239957809448 pr_loss:0.016919463872909546 m_loss:1.076704502105713 grad:0.5285157650175647
DEBUG:root:loss:1.9304546117782593 pr_loss:0.0860220193862915 m_loss:1.8444325923919678 grad:0.4928260860682699
DEBUG:root:loss:1.7767733335494995 pr_loss:0.10872752964496613 m_loss:1.6680457592010498 grad:0.47981086150806124
DEBUG:root:loss:1.6407257318496704 pr_loss:0.07326868176460266 m_loss:1.5674570798873901 grad:0.49978821644178245
DEBUG:root:loss:1.5474209785461426 pr_loss:0.08579748123884201 m_loss:1.4616235494613647 grad:0.47176589363330035
DEBUG:root:loss:1.3578331470489502 pr_loss:0.09860268235206604 m_loss:1.2592304944992065 grad:0.4937524582036884
DEBUG:root:loss:1.2130484580993652 pr_loss:0.012879027053713799 m_loss:1.2001694440841675 grad:0.5159870270347963
DEBUG:root:loss:0.5903909206390381 pr_loss:0.009939334355294704 m_loss:0.5804516077041626 grad:0.874496712953597
DEBUG:root:loss:1.128432273864746 pr_loss:0.00695160124450922 m_loss:1.1214807033538818 grad:0.8244942522250275
DEBUG:root:loss:1.0984688997268677 pr_loss:0.003847504733130336 m_loss:1.0946214199066162 grad:1.1552925478924851
DEBUG:root:loss:1.0344278812408447 pr_loss:0.0029331869445741177 m_loss:1.0314947366714478 grad:0.9422979949298835
DEBUG:root:loss:0.6074490547180176 pr_loss:0.008762187324464321 m_loss:0.5986868739128113 grad:0.6976090175694886
DEBUG:root:loss:0.32053399085998535 pr_loss:0.007039710879325867 m_loss:0.3134942948818207 grad:0.683113282348398
DEBUG:root:loss:1.0602575540542603 pr_loss:0.0049565876834094524 m_loss:1.0553009510040283 grad:1.3663866425494025
DEBUG:root:loss:0.8665488362312317 pr_loss:0.00165265251416713 m_loss:0.8648961782455444 grad:1.7779157589868324
DEBUG:root:loss:1.9086461067199707 pr_loss:0.1495242714881897 m_loss:1.7591217756271362 grad:0.4391141297186398
DEBUG:root:loss:1.546791911125183 pr_loss:0.08831822872161865 m_loss:1.4584736824035645 grad:0.5832698493371208
DEBUG:root:loss:1.2070252895355225 pr_loss:0.14128221571445465 m_loss:1.065743088722229 grad:0.6071944654911521
DEBUG:root:loss:1.2641270160675049 pr_loss:0.085248664021492 m_loss:1.1788783073425293 grad:0.6421484513834257
DEBUG:root:loss:1.6999117136001587 pr_loss:0.05330676957964897 m_loss:1.6466048955917358 grad:0.5143475917526672
DEBUG:root:loss:1.6756255626678467 pr_loss:0.13913720846176147 m_loss:1.5364882946014404 grad:0.4878700204414064
DEBUG:root:loss:1.2803725004196167 pr_loss:0.06478819251060486 m_loss:1.2155842781066895 grad:0.5126372975646379
DEBUG:root:loss:1.3879317045211792 pr_loss:0.005484153516590595 m_loss:1.382447600364685 grad:0.6371139182552173
DEBUG:root:loss:2.034724235534668 pr_loss:0.017276061698794365 m_loss:2.0174481868743896 grad:0.8471297762946773
DEBUG:root:loss:1.9381821155548096 pr_loss:0.013306213542819023 m_loss:1.9248758554458618 grad:0.7991906925096346
DEBUG:root:loss:1.4094470739364624 pr_loss:0.046274591237306595 m_loss:1.3631725311279297 grad:0.6927178075057246
DEBUG:root:loss:1.4184422492980957 pr_loss:0.09683039039373398 m_loss:1.3216118812561035 grad:0.9405393758327093
DEBUG:root:loss:1.2796194553375244 pr_loss:0.1106451004743576 m_loss:1.1689743995666504 grad:1.4186690489007678
DEBUG:root:loss:0.7950762510299683 pr_loss:0.024143105372786522 m_loss:0.7709331512451172 grad:0.6310771588251248
DEBUG:root:loss:1.1815109252929688 pr_loss:0.005501978099346161 m_loss:1.176008939743042 grad:0.8975487724600586
INFO:root:Traning time: 210.6635410785675
INFO:root:avg training loss in epoch 6 sup:1.415630
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:2.7850418090820312 pr_loss:0.08941364288330078 m_loss:2.6956281661987305
DEBUG:root:loss:3.2111754417419434 pr_loss:1.4783482551574707 m_loss:1.7328271865844727
DEBUG:root:loss:2.587038040161133 pr_loss:1.0919814109802246 m_loss:1.4950566291809082
DEBUG:root:loss:4.331509590148926 pr_loss:2.094055414199829 m_loss:2.2374539375305176
DEBUG:root:loss:3.7091169357299805 pr_loss:2.238053560256958 m_loss:1.471063494682312
DEBUG:root:loss:4.013396263122559 pr_loss:2.298994302749634 m_loss:1.7144017219543457
DEBUG:root:loss:3.8673946857452393 pr_loss:2.1482033729553223 m_loss:1.719191312789917
DEBUG:root:loss:2.0266005992889404 pr_loss:0.19681791961193085 m_loss:1.8297826051712036
DEBUG:root:loss:2.5546317100524902 pr_loss:1.0778357982635498 m_loss:1.4767959117889404
DEBUG:root:loss:3.692549228668213 pr_loss:2.449103355407715 m_loss:1.243445873260498
DEBUG:root:loss:2.13407301902771 pr_loss:0.12194875627756119 m_loss:2.0121243000030518
DEBUG:root:loss:3.399448871612549 pr_loss:1.487711787223816 m_loss:1.9117369651794434
DEBUG:root:loss:3.081141471862793 pr_loss:1.4330164194107056 m_loss:1.6481249332427979
DEBUG:root:loss:2.973445415496826 pr_loss:1.3738428354263306 m_loss:1.599602460861206
DEBUG:root:loss:4.742185592651367 pr_loss:3.2655928134918213 m_loss:1.476592779159546
DEBUG:root:loss:2.203435182571411 pr_loss:0.014217638410627842 m_loss:2.1892175674438477
DEBUG:root:loss:2.4806063175201416 pr_loss:0.841373860836029 m_loss:1.6392323970794678
DEBUG:root:loss:3.033283233642578 pr_loss:1.7379025220870972 m_loss:1.2953808307647705
DEBUG:root:loss:2.0377204418182373 pr_loss:1.0377618074417114 m_loss:0.9999585747718811
DEBUG:root:loss:4.012454986572266 pr_loss:2.8049867153167725 m_loss:1.2074682712554932
DEBUG:root:loss:4.351110935211182 pr_loss:3.001009941101074 m_loss:1.350101113319397
DEBUG:root:loss:2.0188066959381104 pr_loss:0.1955863982439041 m_loss:1.8232202529907227
DEBUG:root:loss:3.1323611736297607 pr_loss:1.4208570718765259 m_loss:1.7115041017532349
DEBUG:root:loss:2.6214609146118164 pr_loss:1.2477658987045288 m_loss:1.3736950159072876
DEBUG:root:loss:4.710191249847412 pr_loss:3.1655242443084717 m_loss:1.54466712474823
DEBUG:root:loss:2.0350112915039062 pr_loss:0.23244693875312805 m_loss:1.802564263343811
DEBUG:root:loss:2.666378974914551 pr_loss:1.2809942960739136 m_loss:1.3853845596313477
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 6 sup:3.126354 unsup:0.000000
INFO:root:time for epoch 6: 44.453497
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:1.359302043914795 pr_loss:0.021045224741101265 m_loss:1.3382568359375 grad:0.4666247531130893
DEBUG:root:loss:1.069096326828003 pr_loss:0.029637085273861885 m_loss:1.039459228515625 grad:0.3403815976016559
DEBUG:root:loss:1.023800253868103 pr_loss:0.003283986123278737 m_loss:1.020516276359558 grad:0.8164176447707642
DEBUG:root:loss:0.44362673163414 pr_loss:0.005373222287744284 m_loss:0.4382535219192505 grad:0.9690616804679626
DEBUG:root:loss:0.8144555687904358 pr_loss:0.003139237407594919 m_loss:0.8113163113594055 grad:0.7574168119956343
DEBUG:root:loss:0.7262126803398132 pr_loss:0.001843109494075179 m_loss:0.7243695855140686 grad:0.9402819012091659
DEBUG:root:loss:0.7743648886680603 pr_loss:0.0011338030453771353 m_loss:0.7732310891151428 grad:0.891635156079742
DEBUG:root:loss:0.459194153547287 pr_loss:0.001477997750043869 m_loss:0.457716166973114 grad:0.6789099785368096
DEBUG:root:loss:0.22251978516578674 pr_loss:0.0032257139682769775 m_loss:0.21929407119750977 grad:0.5598248101880627
DEBUG:root:loss:0.7599765062332153 pr_loss:0.0033484583254903555 m_loss:0.7566280364990234 grad:1.3486954509812117
DEBUG:root:loss:0.532322883605957 pr_loss:0.0013148616999387741 m_loss:0.5310080051422119 grad:1.608830751336615
DEBUG:root:loss:1.720750331878662 pr_loss:0.04173613712191582 m_loss:1.6790142059326172 grad:0.6915277678282771
DEBUG:root:loss:1.6861885786056519 pr_loss:0.14717578887939453 m_loss:1.5390127897262573 grad:0.5990230786104837
DEBUG:root:loss:1.2849571704864502 pr_loss:0.06794875860214233 m_loss:1.2170084714889526 grad:0.6477547723589558
DEBUG:root:loss:1.4632548093795776 pr_loss:0.0045331926085054874 m_loss:1.45872163772583 grad:0.890182905612631
DEBUG:root:loss:1.4354313611984253 pr_loss:0.013046074658632278 m_loss:1.422385334968567 grad:0.5052376812894297
DEBUG:root:loss:1.9021034240722656 pr_loss:0.20860746502876282 m_loss:1.6934959888458252 grad:0.7013837097192475
DEBUG:root:loss:1.2226803302764893 pr_loss:0.17458416521549225 m_loss:1.0480961799621582 grad:0.547434967164568
DEBUG:root:loss:1.3811233043670654 pr_loss:0.19304464757442474 m_loss:1.1880786418914795 grad:0.8577099021837274
DEBUG:root:loss:1.1363310813903809 pr_loss:0.00937326718121767 m_loss:1.1269577741622925 grad:0.6730805950986412
DEBUG:root:loss:1.9366775751113892 pr_loss:0.06286595016717911 m_loss:1.8738116025924683 grad:0.5935857835282954
DEBUG:root:loss:1.7262452840805054 pr_loss:0.09711067378520966 m_loss:1.6291346549987793 grad:0.5298947424932454
DEBUG:root:loss:1.575518012046814 pr_loss:0.04372922703623772 m_loss:1.5317888259887695 grad:0.42796738822586167
DEBUG:root:loss:1.5614546537399292 pr_loss:0.10484429448843002 m_loss:1.4566103219985962 grad:0.627084501273195
DEBUG:root:loss:1.2915016412734985 pr_loss:0.06690370291471481 m_loss:1.2245979309082031 grad:0.48297683104621114
DEBUG:root:loss:1.2035458087921143 pr_loss:0.010933571495115757 m_loss:1.1926122903823853 grad:0.522960756333891
DEBUG:root:loss:1.782104253768921 pr_loss:0.048401009291410446 m_loss:1.7337032556533813 grad:0.4817218113980449
DEBUG:root:loss:1.9665119647979736 pr_loss:0.06187395006418228 m_loss:1.9046380519866943 grad:0.5766740087727905
DEBUG:root:loss:1.708387017250061 pr_loss:0.08787072449922562 m_loss:1.620516300201416 grad:0.5858101789827269
DEBUG:root:loss:1.396059274673462 pr_loss:0.10053545981645584 m_loss:1.295523762702942 grad:0.5109337963243845
DEBUG:root:loss:0.849609375 pr_loss:0.005451226606965065 m_loss:0.8441581726074219 grad:0.5301836915539657
DEBUG:root:loss:1.835363745689392 pr_loss:0.1302899569272995 m_loss:1.7050738334655762 grad:0.4319020742353129
DEBUG:root:loss:1.4874036312103271 pr_loss:0.08066754788160324 m_loss:1.406736135482788 grad:0.594746521560351
DEBUG:root:loss:1.1236157417297363 pr_loss:0.11419841647148132 m_loss:1.0094172954559326 grad:0.5013112284273668
DEBUG:root:loss:1.2372013330459595 pr_loss:0.07798266410827637 m_loss:1.159218668937683 grad:0.5844040651944958
DEBUG:root:loss:1.58768892288208 pr_loss:0.11596964299678802 m_loss:1.4717192649841309 grad:0.6828029087137335
DEBUG:root:loss:1.225605845451355 pr_loss:0.013460317626595497 m_loss:1.2121455669403076 grad:0.5902317049031212
DEBUG:root:loss:1.734271764755249 pr_loss:0.11003643274307251 m_loss:1.6242352724075317 grad:0.43439442078684315
DEBUG:root:loss:1.4239962100982666 pr_loss:0.16511854529380798 m_loss:1.2588776350021362 grad:0.5426781382727988
DEBUG:root:loss:1.492413878440857 pr_loss:0.14824321866035461 m_loss:1.3441706895828247 grad:0.760263115808681
DEBUG:root:loss:1.4908403158187866 pr_loss:0.04634889215230942 m_loss:1.4444913864135742 grad:0.4682015585249282
DEBUG:root:loss:1.5662060976028442 pr_loss:0.10364094376564026 m_loss:1.4625651836395264 grad:0.4944631771756424
DEBUG:root:loss:1.3507391214370728 pr_loss:0.07810287177562714 m_loss:1.2726362943649292 grad:0.5441686817984156
DEBUG:root:loss:0.9425029158592224 pr_loss:0.0023573939688503742 m_loss:0.9401454925537109 grad:0.6114759151250652
DEBUG:root:loss:1.6664741039276123 pr_loss:0.12291037291288376 m_loss:1.543563723564148 grad:0.4498091702555158
DEBUG:root:loss:1.3631609678268433 pr_loss:0.11067508161067963 m_loss:1.2524858713150024 grad:0.4207225193159023
DEBUG:root:loss:0.9952254891395569 pr_loss:0.017110811546444893 m_loss:0.978114664554596 grad:0.3348634198273684
DEBUG:root:loss:1.9876645803451538 pr_loss:0.008433669805526733 m_loss:1.9792308807373047 grad:0.8387151649068394
DEBUG:root:loss:1.8255698680877686 pr_loss:0.011348430998623371 m_loss:1.8142213821411133 grad:0.7898156283846687
DEBUG:root:loss:1.399578332901001 pr_loss:0.10752227157354355 m_loss:1.2920560836791992 grad:1.2116102013900443
DEBUG:root:loss:1.373897671699524 pr_loss:0.046266231685876846 m_loss:1.3276314735412598 grad:0.822247074760425
DEBUG:root:loss:1.2035140991210938 pr_loss:0.07036726921796799 m_loss:1.13314688205719 grad:1.1184837638122196
DEBUG:root:loss:0.7835451364517212 pr_loss:0.03381742537021637 m_loss:0.749727725982666 grad:0.6567184138902509
DEBUG:root:loss:1.2181017398834229 pr_loss:0.0032872240990400314 m_loss:1.21481454372406 grad:0.9087649147199074
DEBUG:root:loss:1.4942880868911743 pr_loss:0.05044558644294739 m_loss:1.4438425302505493 grad:0.5325059655933216
DEBUG:root:loss:1.5753681659698486 pr_loss:0.04739886522293091 m_loss:1.527969241142273 grad:0.5720310523897653
DEBUG:root:loss:1.2509104013442993 pr_loss:0.10734902322292328 m_loss:1.1435613632202148 grad:0.644989534896898
DEBUG:root:loss:1.2812185287475586 pr_loss:0.07208261638879776 m_loss:1.209135890007019 grad:0.5788114589380582
DEBUG:root:loss:1.1673331260681152 pr_loss:0.014954839833080769 m_loss:1.1523783206939697 grad:0.7168139685035279
DEBUG:root:loss:2.0697219371795654 pr_loss:0.14358864724636078 m_loss:1.926133394241333 grad:0.5453495470093909
DEBUG:root:loss:1.3569040298461914 pr_loss:0.0842449814081192 m_loss:1.2726590633392334 grad:0.5237904992120014
DEBUG:root:loss:1.2167316675186157 pr_loss:0.20039668679237366 m_loss:1.0163350105285645 grad:0.6565091906254112
DEBUG:root:loss:1.4154839515686035 pr_loss:0.16604264080524445 m_loss:1.2494412660598755 grad:0.688378721231711
INFO:root:Traning time: 245.76358103752136
INFO:root:avg training loss in epoch 7 sup:1.326315
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:1.9748826026916504 pr_loss:0.2059878706932068 m_loss:1.7688947916030884
DEBUG:root:loss:2.573685646057129 pr_loss:1.1275064945220947 m_loss:1.4461790323257446
DEBUG:root:loss:3.7190074920654297 pr_loss:2.5469768047332764 m_loss:1.1720306873321533
DEBUG:root:loss:1.972228765487671 pr_loss:0.20693853497505188 m_loss:1.7652902603149414
DEBUG:root:loss:2.6868927478790283 pr_loss:1.4022406339645386 m_loss:1.2846521139144897
DEBUG:root:loss:1.9946658611297607 pr_loss:0.21483558416366577 m_loss:1.7798302173614502
DEBUG:root:loss:3.1731975078582764 pr_loss:1.5030779838562012 m_loss:1.6701195240020752
DEBUG:root:loss:2.640605926513672 pr_loss:1.295452356338501 m_loss:1.345153570175171
DEBUG:root:loss:4.8398213386535645 pr_loss:3.3418171405792236 m_loss:1.4980040788650513
DEBUG:root:loss:2.2492012977600098 pr_loss:0.0065874578431248665 m_loss:2.2426137924194336
DEBUG:root:loss:2.5133583545684814 pr_loss:0.8959916234016418 m_loss:1.6173666715621948
DEBUG:root:loss:3.076885223388672 pr_loss:1.8715790510177612 m_loss:1.2053062915802002
DEBUG:root:loss:2.0744285583496094 pr_loss:1.0948617458343506 m_loss:0.9795666933059692
DEBUG:root:loss:4.175872802734375 pr_loss:3.050351619720459 m_loss:1.1255214214324951
DEBUG:root:loss:4.434345245361328 pr_loss:3.0437519550323486 m_loss:1.3905932903289795
DEBUG:root:loss:2.0845088958740234 pr_loss:0.09688360244035721 m_loss:1.987625241279602
DEBUG:root:loss:3.39910888671875 pr_loss:1.5337488651275635 m_loss:1.8653600215911865
DEBUG:root:loss:3.1121644973754883 pr_loss:1.4962098598480225 m_loss:1.6159545183181763
DEBUG:root:loss:3.0456933975219727 pr_loss:1.5039212703704834 m_loss:1.5417721271514893
DEBUG:root:loss:4.768581390380859 pr_loss:3.3569538593292236 m_loss:1.4116272926330566
DEBUG:root:loss:2.804863214492798 pr_loss:0.10137994587421417 m_loss:2.7034833431243896
DEBUG:root:loss:3.243569850921631 pr_loss:1.5637092590332031 m_loss:1.6798607110977173
DEBUG:root:loss:2.7647910118103027 pr_loss:1.285531759262085 m_loss:1.4792591333389282
DEBUG:root:loss:4.54624605178833 pr_loss:2.4423813819885254 m_loss:2.1038646697998047
DEBUG:root:loss:3.950740337371826 pr_loss:2.532442092895508 m_loss:1.4182982444763184
DEBUG:root:loss:4.113350868225098 pr_loss:2.5459096431732178 m_loss:1.567441463470459
DEBUG:root:loss:3.9338221549987793 pr_loss:2.318960666656494 m_loss:1.6148616075515747
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 7 sup:3.180241 unsup:0.000000
INFO:root:time for epoch 7: 57.312805
INFO:root:early stop countdown 2, learning rate 0.001500
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:1.353766918182373 pr_loss:0.031342633068561554 m_loss:1.322424292564392 grad:0.42062356790525773
DEBUG:root:loss:1.438740611076355 pr_loss:0.02563926950097084 m_loss:1.413101315498352 grad:0.4165788199881742
DEBUG:root:loss:1.1199852228164673 pr_loss:0.038194455206394196 m_loss:1.081790804862976 grad:0.3766059424211462
DEBUG:root:loss:1.1596786975860596 pr_loss:0.036849699914455414 m_loss:1.1228289604187012 grad:0.397608065591365
DEBUG:root:loss:1.0694453716278076 pr_loss:0.011378590017557144 m_loss:1.058066725730896 grad:0.4662280611712104
DEBUG:root:loss:1.3851672410964966 pr_loss:0.025975534692406654 m_loss:1.359191656112671 grad:0.6897570307970649
DEBUG:root:loss:1.4026789665222168 pr_loss:0.03924223780632019 m_loss:1.3634366989135742 grad:0.4516963513145078
DEBUG:root:loss:1.2601935863494873 pr_loss:0.07998096197843552 m_loss:1.1802126169204712 grad:0.6502893288461836
DEBUG:root:loss:0.8902332186698914 pr_loss:0.002323216525837779 m_loss:0.887910008430481 grad:0.5727959543802515
DEBUG:root:loss:1.483257532119751 pr_loss:0.030970804393291473 m_loss:1.452286720275879 grad:0.45333421072216173
DEBUG:root:loss:1.457767128944397 pr_loss:0.1243845671415329 m_loss:1.3333826065063477 grad:0.3828848132070349
DEBUG:root:loss:1.1492372751235962 pr_loss:0.06908566504716873 m_loss:1.0801515579223633 grad:1.1192866654063405
DEBUG:root:loss:1.1944602727890015 pr_loss:0.003462790045887232 m_loss:1.1909974813461304 grad:0.4816350678979457
DEBUG:root:loss:1.1777859926223755 pr_loss:0.015124885365366936 m_loss:1.162661075592041 grad:0.32775242367635304
DEBUG:root:loss:1.0116955041885376 pr_loss:0.023589778691530228 m_loss:0.9881057143211365 grad:0.3808201839338665
DEBUG:root:loss:0.9040756225585938 pr_loss:0.002444770885631442 m_loss:0.9016308784484863 grad:0.5310520473902618
DEBUG:root:loss:1.4014410972595215 pr_loss:0.07913811504840851 m_loss:1.3223029375076294 grad:0.559580573212245
DEBUG:root:loss:1.0723159313201904 pr_loss:0.011476314626634121 m_loss:1.0608396530151367 grad:0.5385634292355271
DEBUG:root:loss:1.6199829578399658 pr_loss:0.008149527944624424 m_loss:1.6118334531784058 grad:0.7419809448783736
DEBUG:root:loss:1.5247472524642944 pr_loss:0.004249597899615765 m_loss:1.5204976797103882 grad:0.6436746990894608
DEBUG:root:loss:1.1446987390518188 pr_loss:0.025292377918958664 m_loss:1.1194063425064087 grad:0.6111785618939815
DEBUG:root:loss:1.185359239578247 pr_loss:0.026332831010222435 m_loss:1.1590263843536377 grad:0.6321526868684181
DEBUG:root:loss:0.9409620761871338 pr_loss:0.025565609335899353 m_loss:0.9153964519500732 grad:0.7954024351723714
DEBUG:root:loss:0.6652114391326904 pr_loss:0.029998524114489555 m_loss:0.6352128982543945 grad:0.601459261010101
DEBUG:root:loss:1.041373372077942 pr_loss:0.004568981938064098 m_loss:1.036804437637329 grad:0.7007644386282649
DEBUG:root:loss:1.6876705884933472 pr_loss:0.04863952845335007 m_loss:1.6390310525894165 grad:0.4022035935968943
DEBUG:root:loss:1.5767344236373901 pr_loss:0.0782235860824585 m_loss:1.4985108375549316 grad:0.5066579133987473
DEBUG:root:loss:1.4559417963027954 pr_loss:0.03616899624466896 m_loss:1.419772744178772 grad:0.3990089067941478
DEBUG:root:loss:1.3725603818893433 pr_loss:0.05761948227882385 m_loss:1.3149409294128418 grad:0.4434311808398774
DEBUG:root:loss:1.1706687211990356 pr_loss:0.031979404389858246 m_loss:1.1386892795562744 grad:0.4118544258617053
DEBUG:root:loss:1.1138554811477661 pr_loss:0.004673300310969353 m_loss:1.1091822385787964 grad:0.6866703902920096
DEBUG:root:loss:1.591261863708496 pr_loss:0.019531965255737305 m_loss:1.5717298984527588 grad:0.45949251682641556
DEBUG:root:loss:1.8119981288909912 pr_loss:0.031324032694101334 m_loss:1.7806740999221802 grad:0.4471109746198522
DEBUG:root:loss:1.510176420211792 pr_loss:0.03325362503528595 m_loss:1.4769227504730225 grad:0.44547858387017814
DEBUG:root:loss:1.2490404844284058 pr_loss:0.09624047577381134 m_loss:1.1527999639511108 grad:0.4988700472579463
DEBUG:root:loss:0.7582307457923889 pr_loss:0.003399708541110158 m_loss:0.7548310160636902 grad:0.48093579798630604
DEBUG:root:loss:1.635575532913208 pr_loss:0.09215280413627625 m_loss:1.5434226989746094 grad:0.4653510601952426
DEBUG:root:loss:1.2973482608795166 pr_loss:0.12110310047864914 m_loss:1.1762452125549316 grad:0.4612484079379301
DEBUG:root:loss:1.3422390222549438 pr_loss:0.13322781026363373 m_loss:1.209011197090149 grad:0.677981492774439
DEBUG:root:loss:0.3438444435596466 pr_loss:0.0036657650489360094 m_loss:0.3401786684989929 grad:0.7211624853226979
DEBUG:root:loss:0.6914806962013245 pr_loss:0.003246856853365898 m_loss:0.6882338523864746 grad:0.7314991787308965
DEBUG:root:loss:0.6637609601020813 pr_loss:0.005845533683896065 m_loss:0.6579154133796692 grad:0.9913851481857124
DEBUG:root:loss:0.6924037337303162 pr_loss:0.002574701327830553 m_loss:0.6898290514945984 grad:0.8103397789568844
DEBUG:root:loss:0.4450811743736267 pr_loss:0.006225043907761574 m_loss:0.4388561248779297 grad:0.7302332001263157
DEBUG:root:loss:0.18134252727031708 pr_loss:0.007054565008729696 m_loss:0.17428795993328094 grad:0.5200232665968084
DEBUG:root:loss:0.6272988319396973 pr_loss:0.003465161193162203 m_loss:0.6238336563110352 grad:1.0994062912695748
DEBUG:root:loss:0.291268527507782 pr_loss:0.00112291076220572 m_loss:0.290145605802536 grad:1.150172029328103
DEBUG:root:loss:1.594405174255371 pr_loss:0.11344116926193237 m_loss:1.4809640645980835 grad:0.4540465437757181
DEBUG:root:loss:1.3186039924621582 pr_loss:0.09907829761505127 m_loss:1.219525694847107 grad:0.5220049857813903
DEBUG:root:loss:1.004263162612915 pr_loss:0.01864556409418583 m_loss:0.9856175780296326 grad:0.4681804184144325
DEBUG:root:loss:1.2826566696166992 pr_loss:0.015750564634799957 m_loss:1.2669061422348022 grad:0.4407278416561191
DEBUG:root:loss:1.7012394666671753 pr_loss:0.1427231729030609 m_loss:1.558516263961792 grad:0.6103007828428614
DEBUG:root:loss:1.1134480237960815 pr_loss:0.13996751606464386 m_loss:0.9734804630279541 grad:0.636392573835436
DEBUG:root:loss:1.1367732286453247 pr_loss:0.08170520514249802 m_loss:1.055068016052246 grad:0.6564607776751501
DEBUG:root:loss:1.0230636596679688 pr_loss:0.008863540366292 m_loss:1.0142000913619995 grad:0.5874801631443325
DEBUG:root:loss:2.0679495334625244 pr_loss:0.13343247771263123 m_loss:1.9345171451568604 grad:0.6056059196648
DEBUG:root:loss:1.2926424741744995 pr_loss:0.043550487607717514 m_loss:1.2490919828414917 grad:0.45830163539910024
DEBUG:root:loss:1.0928168296813965 pr_loss:0.11838290095329285 m_loss:0.9744338989257812 grad:0.5079608675540365
DEBUG:root:loss:1.4328174591064453 pr_loss:0.1605381816625595 m_loss:1.2722792625427246 grad:0.8031756692262648
DEBUG:root:loss:1.7038887739181519 pr_loss:0.12296590954065323 m_loss:1.5809228420257568 grad:0.4285970244943904
DEBUG:root:loss:1.3706063032150269 pr_loss:0.069719597697258 m_loss:1.3008867502212524 grad:0.49920665372084977
DEBUG:root:loss:1.0287630558013916 pr_loss:0.09170179069042206 m_loss:0.9370613098144531 grad:0.44539883094469174
DEBUG:root:loss:1.1554793119430542 pr_loss:0.07410977780818939 m_loss:1.0813695192337036 grad:0.6237691762239154
INFO:root:Traning time: 279.35304403305054
INFO:root:avg training loss in epoch 8 sup:1.188626
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:1.9391533136367798 pr_loss:0.1918945610523224 m_loss:1.7472587823867798
DEBUG:root:loss:3.1207408905029297 pr_loss:1.4874267578125 m_loss:1.6333141326904297
DEBUG:root:loss:2.619658946990967 pr_loss:1.3222938776016235 m_loss:1.2973649501800537
DEBUG:root:loss:4.575984954833984 pr_loss:3.1157643795013428 m_loss:1.4602208137512207
DEBUG:root:loss:2.225468158721924 pr_loss:0.006252560298889875 m_loss:2.2192156314849854
DEBUG:root:loss:2.527892589569092 pr_loss:0.9059731960296631 m_loss:1.6219193935394287
DEBUG:root:loss:3.059807777404785 pr_loss:1.845731496810913 m_loss:1.2140761613845825
DEBUG:root:loss:2.06709885597229 pr_loss:1.0994125604629517 m_loss:0.9676862955093384
DEBUG:root:loss:4.107933044433594 pr_loss:2.9969749450683594 m_loss:1.1109583377838135
DEBUG:root:loss:4.243928909301758 pr_loss:2.964038848876953 m_loss:1.2798898220062256
DEBUG:root:loss:1.9237066507339478 pr_loss:0.18344667553901672 m_loss:1.7402600049972534
DEBUG:root:loss:2.461627721786499 pr_loss:1.0587549209594727 m_loss:1.4028728008270264
DEBUG:root:loss:3.617173194885254 pr_loss:2.4455645084381104 m_loss:1.171608805656433
DEBUG:root:loss:2.6731300354003906 pr_loss:0.0200401209294796 m_loss:2.653090000152588
DEBUG:root:loss:3.2246766090393066 pr_loss:1.5468552112579346 m_loss:1.6778212785720825
DEBUG:root:loss:2.644218921661377 pr_loss:1.1995466947555542 m_loss:1.4446723461151123
DEBUG:root:loss:4.461141586303711 pr_loss:2.3198747634887695 m_loss:2.1412668228149414
DEBUG:root:loss:3.746060609817505 pr_loss:2.3647537231445312 m_loss:1.3813068866729736
DEBUG:root:loss:3.955336093902588 pr_loss:2.348954916000366 m_loss:1.6063810586929321
DEBUG:root:loss:4.006008148193359 pr_loss:2.352283239364624 m_loss:1.6537247896194458
DEBUG:root:loss:2.0560591220855713 pr_loss:0.09609793871641159 m_loss:1.9599612951278687
DEBUG:root:loss:3.3864989280700684 pr_loss:1.5327211618423462 m_loss:1.8537778854370117
DEBUG:root:loss:3.094390392303467 pr_loss:1.499777913093567 m_loss:1.5946123600006104
DEBUG:root:loss:3.007200002670288 pr_loss:1.5016038417816162 m_loss:1.5055961608886719
DEBUG:root:loss:4.635082244873047 pr_loss:3.2284703254699707 m_loss:1.4066119194030762
DEBUG:root:loss:1.9391685724258423 pr_loss:0.22166018187999725 m_loss:1.7175084352493286
DEBUG:root:loss:2.7784512042999268 pr_loss:1.4570164680480957 m_loss:1.321434736251831
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 8 sup:3.114726 unsup:0.000000
INFO:root:time for epoch 8: 53.448261
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:1.1216070652008057 pr_loss:0.012221657671034336 m_loss:1.109385371208191 grad:0.3222123001222884
DEBUG:root:loss:0.9480162858963013 pr_loss:0.01231644582003355 m_loss:0.9356998205184937 grad:0.31649124208610135
DEBUG:root:loss:0.8304277658462524 pr_loss:0.0024136602878570557 m_loss:0.8280141353607178 grad:0.4806700917501353
DEBUG:root:loss:1.6385960578918457 pr_loss:0.03929966315627098 m_loss:1.5992964506149292 grad:0.4922544621760822
DEBUG:root:loss:1.5478508472442627 pr_loss:0.05831199884414673 m_loss:1.4895389080047607 grad:0.625355890200194
DEBUG:root:loss:1.4322288036346436 pr_loss:0.03322276100516319 m_loss:1.3990060091018677 grad:0.504072293577584
DEBUG:root:loss:1.3195407390594482 pr_loss:0.04518609493970871 m_loss:1.2743546962738037 grad:0.4511450501168807
DEBUG:root:loss:1.125493049621582 pr_loss:0.020806875079870224 m_loss:1.1046861410140991 grad:0.40344155375202073
DEBUG:root:loss:1.0539720058441162 pr_loss:0.0043227835558354855 m_loss:1.0496492385864258 grad:0.5272987113725375
DEBUG:root:loss:1.5445538759231567 pr_loss:0.022193392738699913 m_loss:1.5223604440689087 grad:0.5977741909507153
DEBUG:root:loss:1.736782431602478 pr_loss:0.022553307935595512 m_loss:1.7142291069030762 grad:0.5052795635204644
DEBUG:root:loss:1.4412333965301514 pr_loss:0.029070187360048294 m_loss:1.412163257598877 grad:0.4424630234370335
DEBUG:root:loss:1.206402063369751 pr_loss:0.09244650602340698 m_loss:1.1139556169509888 grad:0.4886775888947572
DEBUG:root:loss:0.7235957980155945 pr_loss:0.003938137553632259 m_loss:0.7196576595306396 grad:0.377808505942526
DEBUG:root:loss:1.480271577835083 pr_loss:0.005065918900072575 m_loss:1.475205659866333 grad:0.6694208806437218
DEBUG:root:loss:1.450952172279358 pr_loss:0.034676048904657364 m_loss:1.4162760972976685 grad:0.9166178188380553
DEBUG:root:loss:1.0774142742156982 pr_loss:0.0164007768034935 m_loss:1.0610134601593018 grad:0.622263296344406
DEBUG:root:loss:1.1205506324768066 pr_loss:0.02543545886874199 m_loss:1.0951151847839355 grad:0.6854310492563903
DEBUG:root:loss:0.7652196884155273 pr_loss:0.01204730849713087 m_loss:0.7531723976135254 grad:0.6522424053084642
DEBUG:root:loss:0.5660897493362427 pr_loss:0.005073343403637409 m_loss:0.5610163807868958 grad:0.49657887879529233
DEBUG:root:loss:0.9748402237892151 pr_loss:0.0013485652161762118 m_loss:0.9734916687011719 grad:0.7768655159132796
DEBUG:root:loss:1.2829115390777588 pr_loss:0.017749391496181488 m_loss:1.2651621103286743 grad:0.5365631025601794
DEBUG:root:loss:1.3720927238464355 pr_loss:0.010613084770739079 m_loss:1.361479640007019 grad:0.4498035217888686
DEBUG:root:loss:1.1296590566635132 pr_loss:0.08090504258871078 m_loss:1.0487539768218994 grad:0.5518674046354415
DEBUG:root:loss:1.1012107133865356 pr_loss:0.026632344350218773 m_loss:1.0745784044265747 grad:0.4222654784719142
DEBUG:root:loss:1.0448967218399048 pr_loss:0.009062356315553188 m_loss:1.0358343124389648 grad:0.6122758068144994
DEBUG:root:loss:0.25999417901039124 pr_loss:0.00142294738907367 m_loss:0.25857123732566833 grad:0.5899299441634999
DEBUG:root:loss:0.6007117629051208 pr_loss:0.002408787375316024 m_loss:0.598302960395813 grad:0.6025377722565325
DEBUG:root:loss:0.4853699803352356 pr_loss:0.0009445095201954246 m_loss:0.48442548513412476 grad:0.7042033785292124
DEBUG:root:loss:0.5908390879631042 pr_loss:0.0007228989852592349 m_loss:0.5901162028312683 grad:0.7387755449955256
DEBUG:root:loss:0.38638144731521606 pr_loss:0.004281922709196806 m_loss:0.38209953904151917 grad:0.6406395580846397
DEBUG:root:loss:0.14344915747642517 pr_loss:0.0009606775711290538 m_loss:0.1424884796142578 grad:0.3909803481066648
DEBUG:root:loss:0.4909835755825043 pr_loss:0.0011449211742728949 m_loss:0.4898386597633362 grad:1.0233806410356356
DEBUG:root:loss:0.18559330701828003 pr_loss:0.0004536195774562657 m_loss:0.18513968586921692 grad:0.7932758152888365
DEBUG:root:loss:1.2658294439315796 pr_loss:0.008265068754553795 m_loss:1.2575644254684448 grad:0.4712487790606788
DEBUG:root:loss:1.6339454650878906 pr_loss:0.14805038273334503 m_loss:1.485895037651062 grad:0.5929784591472242
DEBUG:root:loss:1.0535005331039429 pr_loss:0.1161215752363205 m_loss:0.9373789429664612 grad:0.6473035614080855
DEBUG:root:loss:1.1489356756210327 pr_loss:0.14020493626594543 m_loss:1.0087307691574097 grad:0.8726860693973958
DEBUG:root:loss:1.0190808773040771 pr_loss:0.009392939507961273 m_loss:1.009687900543213 grad:0.6072552452926865
DEBUG:root:loss:1.4227410554885864 pr_loss:0.033408571034669876 m_loss:1.3893325328826904 grad:0.4444577674157828
DEBUG:root:loss:1.4197386503219604 pr_loss:0.11263756453990936 m_loss:1.3071011304855347 grad:0.3847604348538927
DEBUG:root:loss:1.0970038175582886 pr_loss:0.042136598378419876 m_loss:1.0548672676086426 grad:0.4530546916814598
DEBUG:root:loss:1.1870850324630737 pr_loss:0.004405515268445015 m_loss:1.182679533958435 grad:0.5768028283931169
DEBUG:root:loss:1.3666267395019531 pr_loss:0.044354334473609924 m_loss:1.3222724199295044 grad:0.4866649391702286
DEBUG:root:loss:1.044234275817871 pr_loss:0.00492537347599864 m_loss:1.0393089056015015 grad:0.5598523710307662
DEBUG:root:loss:1.5651752948760986 pr_loss:0.10683522373437881 m_loss:1.458340048789978 grad:0.41251152010861175
DEBUG:root:loss:1.2620196342468262 pr_loss:0.07567284256219864 m_loss:1.1863467693328857 grad:0.4135670343732138
DEBUG:root:loss:0.9495105147361755 pr_loss:0.010805029422044754 m_loss:0.9387055039405823 grad:0.3571093497048604
DEBUG:root:loss:1.3071010112762451 pr_loss:0.0331762358546257 m_loss:1.2739248275756836 grad:0.4055626618765754
DEBUG:root:loss:1.399551510810852 pr_loss:0.06384386867284775 m_loss:1.335707664489746 grad:0.54596049468755
DEBUG:root:loss:1.180641531944275 pr_loss:0.03283371776342392 m_loss:1.1478078365325928 grad:0.3810013805420855
DEBUG:root:loss:0.8606711030006409 pr_loss:0.0035944036208093166 m_loss:0.8570767045021057 grad:0.5356808672164806
DEBUG:root:loss:1.6047025918960571 pr_loss:0.08043065667152405 m_loss:1.5242719650268555 grad:0.4172499193591308
DEBUG:root:loss:1.2877341508865356 pr_loss:0.11342223733663559 m_loss:1.174311876296997 grad:0.5921964546934594
DEBUG:root:loss:1.3064364194869995 pr_loss:0.09910690784454346 m_loss:1.207329511642456 grad:0.7282691343069868
DEBUG:root:loss:1.7009915113449097 pr_loss:0.12139657139778137 m_loss:1.5795949697494507 grad:0.4090981206128382
DEBUG:root:loss:1.3418819904327393 pr_loss:0.063669353723526 m_loss:1.2782126665115356 grad:0.46068489729390066
DEBUG:root:loss:1.0171349048614502 pr_loss:0.0829048901796341 m_loss:0.9342300295829773 grad:0.44667430137870656
DEBUG:root:loss:1.1847184896469116 pr_loss:0.05395328626036644 m_loss:1.1307651996612549 grad:0.7683686513443394
DEBUG:root:loss:1.996293544769287 pr_loss:0.1253841668367386 m_loss:1.870909333229065 grad:0.5602993964005817
DEBUG:root:loss:1.2899924516677856 pr_loss:0.06248065084218979 m_loss:1.2275117635726929 grad:0.45254415064017356
DEBUG:root:loss:1.0459728240966797 pr_loss:0.09450888633728027 m_loss:0.9514639973640442 grad:0.49961043755547835
DEBUG:root:loss:1.3554896116256714 pr_loss:0.13505394756793976 m_loss:1.220435619354248 grad:0.6363364539795298
INFO:root:Traning time: 313.0815238952637
INFO:root:avg training loss in epoch 9 sup:1.134833
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:1.9536577463150024 pr_loss:0.20944301784038544 m_loss:1.7442147731781006
DEBUG:root:loss:3.132920265197754 pr_loss:1.4989824295043945 m_loss:1.6339377164840698
DEBUG:root:loss:2.6471097469329834 pr_loss:1.3539047241210938 m_loss:1.2932050228118896
DEBUG:root:loss:4.626143455505371 pr_loss:3.193258047103882 m_loss:1.4328854084014893
DEBUG:root:loss:1.8980176448822021 pr_loss:0.2003655582666397 m_loss:1.6976521015167236
DEBUG:root:loss:2.812735080718994 pr_loss:1.5292712450027466 m_loss:1.283463954925537
DEBUG:root:loss:2.6911587715148926 pr_loss:0.029125329107046127 m_loss:2.6620335578918457
DEBUG:root:loss:3.4043450355529785 pr_loss:1.7569910287857056 m_loss:1.6473541259765625
DEBUG:root:loss:2.7056961059570312 pr_loss:1.2593261003494263 m_loss:1.446370005607605
DEBUG:root:loss:4.458475112915039 pr_loss:2.402639627456665 m_loss:2.055835247039795
DEBUG:root:loss:3.681128740310669 pr_loss:2.3290464878082275 m_loss:1.3520822525024414
DEBUG:root:loss:4.028806686401367 pr_loss:2.448148488998413 m_loss:1.5806583166122437
DEBUG:root:loss:4.084994316101074 pr_loss:2.4779608249664307 m_loss:1.6070334911346436
DEBUG:root:loss:2.1840405464172363 pr_loss:0.009826360270380974 m_loss:2.1742141246795654
DEBUG:root:loss:2.493478775024414 pr_loss:0.8705623745918274 m_loss:1.622916340827942
DEBUG:root:loss:3.0427327156066895 pr_loss:1.8544259071350098 m_loss:1.1883069276809692
DEBUG:root:loss:2.044739007949829 pr_loss:1.0909096002578735 m_loss:0.9538293480873108
DEBUG:root:loss:4.153181552886963 pr_loss:3.048603057861328 m_loss:1.1045786142349243
DEBUG:root:loss:4.30863094329834 pr_loss:2.9882028102874756 m_loss:1.3204283714294434
DEBUG:root:loss:2.054488182067871 pr_loss:0.10862817615270615 m_loss:1.9458599090576172
DEBUG:root:loss:3.339083194732666 pr_loss:1.5253520011901855 m_loss:1.813731074333191
DEBUG:root:loss:3.0480737686157227 pr_loss:1.4694106578826904 m_loss:1.5786631107330322
DEBUG:root:loss:3.1149778366088867 pr_loss:1.5962445735931396 m_loss:1.5187333822250366
DEBUG:root:loss:4.744798183441162 pr_loss:3.32875919342041 m_loss:1.4160388708114624
DEBUG:root:loss:1.9239394664764404 pr_loss:0.1888306736946106 m_loss:1.735108733177185
DEBUG:root:loss:2.566847801208496 pr_loss:1.168318510055542 m_loss:1.398529291152954
DEBUG:root:loss:3.6781888008117676 pr_loss:2.512814998626709 m_loss:1.1653739213943481
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 9 sup:3.141570 unsup:0.000000
INFO:root:time for epoch 9: 51.591323
INFO:root:early stop countdown 1, learning rate 0.000750
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:0.17321951687335968 pr_loss:0.0029669248033314943 m_loss:0.17025259137153625 grad:0.36007846586306985
DEBUG:root:loss:0.4948480725288391 pr_loss:0.0015752692706882954 m_loss:0.4932728111743927 grad:0.5830285966724292
DEBUG:root:loss:0.3487834334373474 pr_loss:0.000754903128836304 m_loss:0.3480285406112671 grad:0.5509993188667718
DEBUG:root:loss:0.45885327458381653 pr_loss:0.0007037760806269944 m_loss:0.4581494927406311 grad:0.630643035377632
DEBUG:root:loss:0.29543131589889526 pr_loss:0.0068489983677864075 m_loss:0.28858232498168945 grad:0.573537846841807
DEBUG:root:loss:0.1087159812450409 pr_loss:0.000942970160394907 m_loss:0.10777301341295242 grad:0.25174331886927687
DEBUG:root:loss:0.3336462378501892 pr_loss:0.002358615631237626 m_loss:0.3312876224517822 grad:0.8097817624705854
DEBUG:root:loss:0.1017959713935852 pr_loss:0.0004772396059706807 m_loss:0.10131873190402985 grad:0.4819577910078138
DEBUG:root:loss:1.5185399055480957 pr_loss:0.06700747460126877 m_loss:1.4515324831008911 grad:0.4218273808552997
DEBUG:root:loss:1.1761890649795532 pr_loss:0.06273110210895538 m_loss:1.1134579181671143 grad:0.43932508373648566
DEBUG:root:loss:1.1690129041671753 pr_loss:0.08086293190717697 m_loss:1.0881500244140625 grad:0.5369906407026401
DEBUG:root:loss:1.1810641288757324 pr_loss:0.010082111693918705 m_loss:1.170982003211975 grad:0.4352434855588281
DEBUG:root:loss:1.5085705518722534 pr_loss:0.10019747167825699 m_loss:1.4083731174468994 grad:0.5046990901505608
DEBUG:root:loss:0.9690322875976562 pr_loss:0.08037317544221878 m_loss:0.8886591196060181 grad:0.5139179181275729
DEBUG:root:loss:1.0161770582199097 pr_loss:0.042294908314943314 m_loss:0.9738821387290955 grad:0.46149992371879434
DEBUG:root:loss:0.9266623258590698 pr_loss:0.00566523615270853 m_loss:0.9209970831871033 grad:0.5685632133942901
DEBUG:root:loss:1.4974445104599 pr_loss:0.10057401657104492 m_loss:1.396870493888855 grad:0.3770282965589128
DEBUG:root:loss:1.1928248405456543 pr_loss:0.052148398011922836 m_loss:1.140676498413086 grad:0.3700960525810842
DEBUG:root:loss:0.9082063436508179 pr_loss:0.007134532555937767 m_loss:0.9010717868804932 grad:0.34770949143738994
DEBUG:root:loss:1.2025395631790161 pr_loss:0.014497711323201656 m_loss:1.1880418062210083 grad:0.39629910815651975
DEBUG:root:loss:1.3292689323425293 pr_loss:0.015818141400814056 m_loss:1.313450813293457 grad:0.42953702986010156
DEBUG:root:loss:1.053096055984497 pr_loss:0.05264541879296303 m_loss:1.000450611114502 grad:0.4367009838259222
DEBUG:root:loss:1.0507384538650513 pr_loss:0.024593399837613106 m_loss:1.026145100593567 grad:0.44526294172159786
DEBUG:root:loss:0.9868473410606384 pr_loss:0.004437974654138088 m_loss:0.9824093580245972 grad:0.48692561310468313
DEBUG:root:loss:1.9508401155471802 pr_loss:0.09794270992279053 m_loss:1.8528974056243896 grad:0.5532638715132872
DEBUG:root:loss:1.2600301504135132 pr_loss:0.05053254961967468 m_loss:1.2094975709915161 grad:0.464139704700415
DEBUG:root:loss:1.0301260948181152 pr_loss:0.07479788362979889 m_loss:0.9553282260894775 grad:0.4736969716293742
DEBUG:root:loss:1.3811370134353638 pr_loss:0.13781629502773285 m_loss:1.2433207035064697 grad:0.7094745241337922
DEBUG:root:loss:1.0479751825332642 pr_loss:0.011296751908957958 m_loss:1.036678433418274 grad:0.31354189054390724
DEBUG:root:loss:0.9094734787940979 pr_loss:0.010390921495854855 m_loss:0.8990825414657593 grad:0.3607054633137201
DEBUG:root:loss:0.7899766564369202 pr_loss:0.001224135747179389 m_loss:0.7887524962425232 grad:0.48431541975878245
DEBUG:root:loss:1.653092384338379 pr_loss:0.12432482838630676 m_loss:1.5287675857543945 grad:0.4419061141219099
DEBUG:root:loss:1.314988374710083 pr_loss:0.058930590748786926 m_loss:1.2560577392578125 grad:0.4388499133302688
DEBUG:root:loss:1.003361701965332 pr_loss:0.08186370879411697 m_loss:0.9214979410171509 grad:0.44817639246788393
DEBUG:root:loss:1.1213157176971436 pr_loss:0.04945584386587143 m_loss:1.0718598365783691 grad:0.5704595112576185
DEBUG:root:loss:1.2700061798095703 pr_loss:0.033007074147462845 m_loss:1.2369991540908813 grad:0.407137594526934
DEBUG:root:loss:0.9730419516563416 pr_loss:0.0028393156826496124 m_loss:0.970202624797821 grad:0.5383156523675837
DEBUG:root:loss:1.242632269859314 pr_loss:0.020661013200879097 m_loss:1.2219712734222412 grad:0.34427113254637676
DEBUG:root:loss:1.3153011798858643 pr_loss:0.02616308256983757 m_loss:1.2891380786895752 grad:0.4083438362853577
DEBUG:root:loss:1.1391007900238037 pr_loss:0.022919833660125732 m_loss:1.1161810159683228 grad:0.3605854818020256
DEBUG:root:loss:0.8433622121810913 pr_loss:0.0023037174250930548 m_loss:0.8410584926605225 grad:0.5248690849873283
DEBUG:root:loss:1.549794316291809 pr_loss:0.044291798025369644 m_loss:1.505502462387085 grad:0.4054981831797172
DEBUG:root:loss:1.4702458381652832 pr_loss:0.052904706448316574 m_loss:1.4173411130905151 grad:0.5713088882440326
DEBUG:root:loss:1.3491308689117432 pr_loss:0.024902239441871643 m_loss:1.3242286443710327 grad:0.3563375803360775
DEBUG:root:loss:1.2209662199020386 pr_loss:0.030547939240932465 m_loss:1.1904182434082031 grad:0.3833621105741506
DEBUG:root:loss:1.081528902053833 pr_loss:0.029165204614400864 m_loss:1.0523637533187866 grad:0.4076656070499061
DEBUG:root:loss:1.0062731504440308 pr_loss:0.005705213639885187 m_loss:1.00056791305542 grad:0.44853798675264217
DEBUG:root:loss:1.3572078943252563 pr_loss:0.006856716703623533 m_loss:1.3503512144088745 grad:0.6335605003251777
DEBUG:root:loss:1.3082150220870972 pr_loss:0.0032608136534690857 m_loss:1.304954171180725 grad:0.6472310935093529
DEBUG:root:loss:0.9983330965042114 pr_loss:0.01282398123294115 m_loss:0.9855090975761414 grad:0.6034675526561448
DEBUG:root:loss:1.015224814414978 pr_loss:0.016826050356030464 m_loss:0.9983987212181091 grad:0.6131517841875646
DEBUG:root:loss:0.7097731828689575 pr_loss:0.005766454618424177 m_loss:0.7040067315101624 grad:0.6773812602823691
DEBUG:root:loss:0.5123453140258789 pr_loss:0.008383524604141712 m_loss:0.5039618015289307 grad:0.4913109622352693
DEBUG:root:loss:0.8882823586463928 pr_loss:0.002569281030446291 m_loss:0.8857131004333496 grad:0.7134275517068626
DEBUG:root:loss:1.4455970525741577 pr_loss:0.011385679244995117 m_loss:1.4342113733291626 grad:0.4210032767084452
DEBUG:root:loss:1.6548562049865723 pr_loss:0.012553258799016476 m_loss:1.6423029899597168 grad:0.4225211712979056
DEBUG:root:loss:1.3837049007415771 pr_loss:0.014836685732007027 m_loss:1.3688682317733765 grad:0.37352244777565585
DEBUG:root:loss:1.1325430870056152 pr_loss:0.0668063759803772 m_loss:1.0657367706298828 grad:0.5207108514879757
DEBUG:root:loss:0.7151601314544678 pr_loss:0.005328011233359575 m_loss:0.7098321318626404 grad:0.4623080931040376
DEBUG:root:loss:1.362817406654358 pr_loss:0.028463413938879967 m_loss:1.334354043006897 grad:0.4022132898425255
DEBUG:root:loss:1.358325481414795 pr_loss:0.10433463007211685 m_loss:1.253990888595581 grad:0.37295105829994074
DEBUG:root:loss:1.0426305532455444 pr_loss:0.020701415836811066 m_loss:1.021929144859314 grad:0.41828272615150164
DEBUG:root:loss:1.1261539459228516 pr_loss:0.0019278234103694558 m_loss:1.1242260932922363 grad:0.5163761097224422
INFO:root:Traning time: 345.79679584503174
INFO:root:avg training loss in epoch 10 sup:1.062482
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:2.6719820499420166 pr_loss:0.03678920492529869 m_loss:2.63519287109375
DEBUG:root:loss:3.2492923736572266 pr_loss:1.611130952835083 m_loss:1.638161540031433
DEBUG:root:loss:2.695582866668701 pr_loss:1.2578669786453247 m_loss:1.437715768814087
DEBUG:root:loss:4.413738250732422 pr_loss:2.358231782913208 m_loss:2.055506467819214
DEBUG:root:loss:3.8292438983917236 pr_loss:2.4123036861419678 m_loss:1.4169402122497559
DEBUG:root:loss:4.209717750549316 pr_loss:2.609785556793213 m_loss:1.599932074546814
DEBUG:root:loss:4.1457061767578125 pr_loss:2.5277018547058105 m_loss:1.618004560470581
DEBUG:root:loss:1.9387450218200684 pr_loss:0.22198486328125 m_loss:1.7167601585388184
DEBUG:root:loss:2.828085422515869 pr_loss:1.5300401449203491 m_loss:1.29804527759552
DEBUG:root:loss:2.0149335861206055 pr_loss:0.09649930149316788 m_loss:1.9184343814849854
DEBUG:root:loss:3.325174331665039 pr_loss:1.5085562467575073 m_loss:1.8166180849075317
DEBUG:root:loss:3.0920913219451904 pr_loss:1.5314030647277832 m_loss:1.5606882572174072
DEBUG:root:loss:3.1256303787231445 pr_loss:1.6110624074935913 m_loss:1.5145679712295532
DEBUG:root:loss:4.873264312744141 pr_loss:3.459941864013672 m_loss:1.4133226871490479
DEBUG:root:loss:1.9327147006988525 pr_loss:0.19652296602725983 m_loss:1.736191749572754
DEBUG:root:loss:3.123088836669922 pr_loss:1.490729570388794 m_loss:1.6323591470718384
DEBUG:root:loss:2.661045789718628 pr_loss:1.3499507904052734 m_loss:1.3110949993133545
DEBUG:root:loss:4.7575836181640625 pr_loss:3.3150410652160645 m_loss:1.442542552947998
DEBUG:root:loss:2.1817214488983154 pr_loss:0.009101945906877518 m_loss:2.172619581222534
DEBUG:root:loss:2.502808094024658 pr_loss:0.8902280330657959 m_loss:1.6125799417495728
DEBUG:root:loss:3.0524322986602783 pr_loss:1.8577910661697388 m_loss:1.1946412324905396
DEBUG:root:loss:2.0305910110473633 pr_loss:1.0914735794067383 m_loss:0.9391173124313354
DEBUG:root:loss:4.340490341186523 pr_loss:3.2359261512756348 m_loss:1.1045643091201782
DEBUG:root:loss:4.4607672691345215 pr_loss:3.16188907623291 m_loss:1.2988781929016113
DEBUG:root:loss:1.906214714050293 pr_loss:0.18742328882217407 m_loss:1.7187914848327637
DEBUG:root:loss:2.5051674842834473 pr_loss:1.1190860271453857 m_loss:1.3860814571380615
DEBUG:root:loss:3.777761936187744 pr_loss:2.612534999847412 m_loss:1.1652270555496216
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 10 sup:3.172058 unsup:0.000000
INFO:root:time for epoch 10: 47.149128
