DEBUG:root:cuda_device : 0
eos_m_token : EOS_M
beam_len_bonus : 0.5
mode : unknown
m : TSD
prev_z_method : separate
seed : 0
vocab_size : 800
embedding_size : 50
hidden_size : 50
split : (3, 1, 1)
lr : 0.003
lr_decay : 0.5
vocab_path : ./vocab/vocab-camrest.pkl
data : ./data/CamRest676/CamRest676.json
entity : ./data/CamRest676/CamRestOTGY.json
db : ./data/CamRest676/CamRestDB.json
glove_path : ./data/glove/glove.6B.50d.txt
batch_size : 32
z_length : 8
degree_size : 5
layer_num : 1
dropout_rate : 0.5
epoch_num : 100
rl_epoch_num : 2
cuda : False
spv_proportion : 100
max_ts : 40
early_stop_count : 3
new_vocab : True
model_path : ./models/camrest.pkl
result_path : ./results/camrest-rl.csv
teacher_force : 100
beam_search : False
beam_size : 10
sampling : False
unfrz_attn_epoch : 0
skip_unsup : False
truncated : False
pretrain : False

INFO:root:726 known embedding. old mean: -0.006418 new mean 0.046854, old std 0.993490 new std 0.690519
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:13.165555000305176 pr_loss:6.535801887512207 m_loss:6.629753112792969 grad:1.8002723512915135
DEBUG:root:loss:12.31607437133789 pr_loss:5.775249481201172 m_loss:6.5408244132995605 grad:2.185125108610397
DEBUG:root:loss:12.673587799072266 pr_loss:6.284856796264648 m_loss:6.388731479644775 grad:3.122671448509441
DEBUG:root:loss:10.905899047851562 pr_loss:4.829272270202637 m_loss:6.076626777648926 grad:3.5945033807810582
DEBUG:root:loss:10.39152717590332 pr_loss:4.481484413146973 m_loss:5.9100422859191895 grad:3.9472569241804134
DEBUG:root:loss:9.947975158691406 pr_loss:3.917835235595703 m_loss:6.030139923095703 grad:6.343874105786388
DEBUG:root:loss:11.641592025756836 pr_loss:6.037276744842529 m_loss:5.604315757751465 grad:8.920158925366355
DEBUG:root:loss:7.724761009216309 pr_loss:2.4767684936523438 m_loss:5.247992515563965 grad:3.8946176094084106
DEBUG:root:loss:7.806460857391357 pr_loss:2.887148380279541 m_loss:4.919312477111816 grad:4.840229052449168
DEBUG:root:loss:8.102745056152344 pr_loss:3.311150550842285 m_loss:4.791594505310059 grad:5.302631485476768
DEBUG:root:loss:6.184642791748047 pr_loss:1.2855098247528076 m_loss:4.899133205413818 grad:2.7960980559732778
DEBUG:root:loss:9.515907287597656 pr_loss:4.736701488494873 m_loss:4.779205322265625 grad:3.3280057231167057
DEBUG:root:loss:6.922598838806152 pr_loss:2.2730941772460938 m_loss:4.649504661560059 grad:4.325243801453075
DEBUG:root:loss:6.431361198425293 pr_loss:2.3433029651641846 m_loss:4.0880584716796875 grad:4.997958126931841
DEBUG:root:loss:6.667588710784912 pr_loss:2.232516288757324 m_loss:4.435072422027588 grad:3.846909172320867
DEBUG:root:loss:5.763463497161865 pr_loss:1.317170262336731 m_loss:4.446293354034424 grad:3.270082171303665
DEBUG:root:loss:11.624131202697754 pr_loss:6.791276454925537 m_loss:4.832854747772217 grad:23.791711213285396
DEBUG:root:loss:6.062106132507324 pr_loss:1.3630808591842651 m_loss:4.6990251541137695 grad:3.3156792226365437
DEBUG:root:loss:5.839430809020996 pr_loss:1.4475884437561035 m_loss:4.391842365264893 grad:2.374851613962827
DEBUG:root:loss:5.691141128540039 pr_loss:1.484015941619873 m_loss:4.207125186920166 grad:2.05117781060588
DEBUG:root:loss:4.940756797790527 pr_loss:0.8717969655990601 m_loss:4.068959712982178 grad:2.4485406753027377
DEBUG:root:loss:9.6343994140625 pr_loss:4.957402229309082 m_loss:4.676997184753418 grad:11.707010195135517
DEBUG:root:loss:5.842507362365723 pr_loss:1.4802064895629883 m_loss:4.362300872802734 grad:4.078223086545927
DEBUG:root:loss:5.723471641540527 pr_loss:1.5530425310134888 m_loss:4.170429229736328 grad:4.408919313743676
DEBUG:root:loss:5.024872779846191 pr_loss:0.8444836139678955 m_loss:4.180389404296875 grad:2.2368594467309664
DEBUG:root:loss:9.411124229431152 pr_loss:4.97947883605957 m_loss:4.431645393371582 grad:4.404147199771847
DEBUG:root:loss:5.476277828216553 pr_loss:1.3549385070800781 m_loss:4.121339321136475 grad:2.479785649615847
DEBUG:root:loss:4.601185321807861 pr_loss:0.7100005149841309 m_loss:3.8911848068237305 grad:2.336546369085529
DEBUG:root:loss:9.103094100952148 pr_loss:4.22980260848999 m_loss:4.873291969299316 grad:3.2430949275264775
DEBUG:root:loss:5.224814414978027 pr_loss:0.9976937174797058 m_loss:4.227120876312256 grad:2.4977592805387037
DEBUG:root:loss:5.192171096801758 pr_loss:1.3083027601242065 m_loss:3.883868455886841 grad:2.3609533135125416
DEBUG:root:loss:4.485903739929199 pr_loss:0.6378971934318542 m_loss:3.8480064868927 grad:1.8526649178101742
DEBUG:root:loss:9.513789176940918 pr_loss:4.629714012145996 m_loss:4.884075164794922 grad:4.651485761126135
DEBUG:root:loss:5.373908996582031 pr_loss:0.8977919816970825 m_loss:4.476117134094238 grad:3.6111473441207664
DEBUG:root:loss:5.482508182525635 pr_loss:1.288957953453064 m_loss:4.193550109863281 grad:2.4393776562482863
DEBUG:root:loss:5.543946266174316 pr_loss:1.6675492525100708 m_loss:3.876396894454956 grad:3.8065697862239944
DEBUG:root:loss:5.50808048248291 pr_loss:1.5041782855987549 m_loss:4.003902435302734 grad:3.0191160984898793
DEBUG:root:loss:5.011136054992676 pr_loss:1.314530611038208 m_loss:3.6966052055358887 grad:2.1270457941234793
DEBUG:root:loss:4.567959308624268 pr_loss:0.6424861550331116 m_loss:3.9254729747772217 grad:2.520195176124222
DEBUG:root:loss:9.93537712097168 pr_loss:5.914947032928467 m_loss:4.020430088043213 grad:9.812112058322297
DEBUG:root:loss:4.76296854019165 pr_loss:1.0357303619384766 m_loss:3.727238178253174 grad:1.8739571722381148
DEBUG:root:loss:4.1933064460754395 pr_loss:0.4802139699459076 m_loss:3.713092565536499 grad:2.537666785881982
DEBUG:root:loss:9.187337875366211 pr_loss:4.6975297927856445 m_loss:4.489807605743408 grad:8.973201845878043
DEBUG:root:loss:5.122324466705322 pr_loss:0.7745485305786133 m_loss:4.347775936126709 grad:1.7742396968077823
DEBUG:root:loss:4.844424247741699 pr_loss:0.8556738495826721 m_loss:3.9887502193450928 grad:1.3975796263767044
DEBUG:root:loss:4.77440881729126 pr_loss:0.9281061291694641 m_loss:3.8463027477264404 grad:2.7802796087732964
DEBUG:root:loss:5.035861968994141 pr_loss:1.190150260925293 m_loss:3.8457117080688477 grad:2.2390021637830393
DEBUG:root:loss:4.042565822601318 pr_loss:0.38678908348083496 m_loss:3.6557767391204834 grad:1.630899910034962
DEBUG:root:loss:8.19189739227295 pr_loss:4.197755336761475 m_loss:3.9941418170928955 grad:10.581716283395103
DEBUG:root:loss:5.073317527770996 pr_loss:0.8396312594413757 m_loss:4.233686447143555 grad:5.5083331788882886
DEBUG:root:loss:4.491900444030762 pr_loss:0.3821145296096802 m_loss:4.109786033630371 grad:3.82451457445406
DEBUG:root:loss:4.301604747772217 pr_loss:0.3287033438682556 m_loss:3.9729015827178955 grad:2.397980227520648
DEBUG:root:loss:4.08287239074707 pr_loss:0.6220526099205017 m_loss:3.460819721221924 grad:4.189925880437317
DEBUG:root:loss:3.9178171157836914 pr_loss:0.583418071269989 m_loss:3.3343989849090576 grad:5.328011054011418
DEBUG:root:loss:3.9288816452026367 pr_loss:0.207493394613266 m_loss:3.721388339996338 grad:2.3409085581011766
DEBUG:root:loss:3.9493296146392822 pr_loss:0.19919618964195251 m_loss:3.750133514404297 grad:3.6422103279417595
DEBUG:root:loss:8.761309623718262 pr_loss:4.843364238739014 m_loss:3.917945623397827 grad:2.9581538689394495
DEBUG:root:loss:4.807696342468262 pr_loss:1.2839643955230713 m_loss:3.5237317085266113 grad:3.9270778691934587
DEBUG:root:loss:4.006891250610352 pr_loss:0.5528311729431152 m_loss:3.4540600776672363 grad:1.5686059478019847
DEBUG:root:loss:8.37492561340332 pr_loss:4.265890598297119 m_loss:4.109034538269043 grad:1.92887268736137
DEBUG:root:loss:4.73797607421875 pr_loss:0.9060370326042175 m_loss:3.8319389820098877 grad:2.178079096841221
DEBUG:root:loss:4.452672481536865 pr_loss:0.8788845539093018 m_loss:3.5737879276275635 grad:3.1827324618798993
DEBUG:root:loss:3.5731797218322754 pr_loss:0.3585616946220398 m_loss:3.214617967605591 grad:1.7408514173085334
INFO:root:Traning time: 34.27019715309143
INFO:root:avg training loss in epoch 0 sup:6.660179
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:5.540511131286621 pr_loss:1.7147730588912964 m_loss:3.825737953186035
DEBUG:root:loss:5.773680686950684 pr_loss:2.239098310470581 m_loss:3.5345821380615234
DEBUG:root:loss:6.6673383712768555 pr_loss:3.3646647930145264 m_loss:3.302673816680908
DEBUG:root:loss:6.200368881225586 pr_loss:1.6995909214019775 m_loss:4.5007781982421875
DEBUG:root:loss:5.97662878036499 pr_loss:1.912091612815857 m_loss:4.064537048339844
DEBUG:root:loss:6.075936794281006 pr_loss:2.103023052215576 m_loss:3.9729137420654297
DEBUG:root:loss:6.354509353637695 pr_loss:2.5657269954681396 m_loss:3.7887821197509766
DEBUG:root:loss:6.1487932205200195 pr_loss:3.1127138137817383 m_loss:3.0360794067382812
DEBUG:root:loss:7.098910331726074 pr_loss:3.4948647022247314 m_loss:3.6040456295013428
DEBUG:root:loss:6.5243449211120605 pr_loss:3.119204044342041 m_loss:3.4051408767700195
DEBUG:root:loss:5.584285736083984 pr_loss:1.6835576295852661 m_loss:3.900728225708008
DEBUG:root:loss:5.813167095184326 pr_loss:2.1414122581481934 m_loss:3.671754837036133
DEBUG:root:loss:5.816608428955078 pr_loss:2.431171417236328 m_loss:3.385436773300171
DEBUG:root:loss:7.20323371887207 pr_loss:3.624791145324707 m_loss:3.578442335128784
DEBUG:root:loss:5.447251796722412 pr_loss:1.8216816186904907 m_loss:3.625570297241211
DEBUG:root:loss:6.217556953430176 pr_loss:2.7495675086975098 m_loss:3.467989683151245
DEBUG:root:loss:5.905454635620117 pr_loss:1.4443907737731934 m_loss:4.461063861846924
DEBUG:root:loss:5.55525016784668 pr_loss:1.5441296100616455 m_loss:4.011120796203613
DEBUG:root:loss:5.558277606964111 pr_loss:2.2090775966644287 m_loss:3.3492000102996826
DEBUG:root:loss:5.403226375579834 pr_loss:2.315800428390503 m_loss:3.087425947189331
DEBUG:root:loss:6.163150787353516 pr_loss:2.9713828563690186 m_loss:3.191768169403076
DEBUG:root:loss:6.408318519592285 pr_loss:3.176029920578003 m_loss:3.2322885990142822
DEBUG:root:loss:5.852321147918701 pr_loss:1.65106201171875 m_loss:4.201259136199951
DEBUG:root:loss:5.933608531951904 pr_loss:1.9984556436538696 m_loss:3.935153007507324
DEBUG:root:loss:5.815394401550293 pr_loss:2.176835775375366 m_loss:3.6385583877563477
DEBUG:root:loss:5.8968505859375 pr_loss:2.4930992126464844 m_loss:3.4037511348724365
DEBUG:root:loss:7.370777130126953 pr_loss:3.8239030838012695 m_loss:3.5468740463256836
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 0 sup:6.085398 unsup:0.000000
INFO:root:time for epoch 0: 48.510524
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:8.559690475463867 pr_loss:4.319421291351318 m_loss:4.240268707275391 grad:2.4235674162241203
DEBUG:root:loss:4.890847682952881 pr_loss:0.7659234404563904 m_loss:4.124924182891846 grad:3.1792765678362964
DEBUG:root:loss:4.441277503967285 pr_loss:0.7934518456459045 m_loss:3.6478254795074463 grad:2.227690483746392
DEBUG:root:loss:4.440062046051025 pr_loss:0.8017836213111877 m_loss:3.6382784843444824 grad:1.6775320890063552
DEBUG:root:loss:3.7748591899871826 pr_loss:0.5097344517707825 m_loss:3.265124797821045 grad:2.0431359346413625
DEBUG:root:loss:8.447933197021484 pr_loss:4.693568706512451 m_loss:3.754364490509033 grad:7.552189024669843
DEBUG:root:loss:4.834100246429443 pr_loss:0.9066902995109558 m_loss:3.927410125732422 grad:2.2862334372353796
DEBUG:root:loss:4.3483076095581055 pr_loss:1.0482269525527954 m_loss:3.3000807762145996 grad:1.9810549105346345
DEBUG:root:loss:4.561288356781006 pr_loss:1.0987176895141602 m_loss:3.4625706672668457 grad:2.1454360153035674
DEBUG:root:loss:3.8510913848876953 pr_loss:0.49076107144355774 m_loss:3.36033034324646 grad:1.6183902881870011
DEBUG:root:loss:8.13930606842041 pr_loss:4.759469032287598 m_loss:3.3798370361328125 grad:4.826927935731405
DEBUG:root:loss:4.028048515319824 pr_loss:0.956848680973053 m_loss:3.071199893951416 grad:2.7298946083730335
DEBUG:root:loss:3.513624906539917 pr_loss:0.23369599878787994 m_loss:3.2799289226531982 grad:1.6644244198340896
DEBUG:root:loss:9.299979209899902 pr_loss:5.151329040527344 m_loss:4.148650169372559 grad:3.7460970755042555
DEBUG:root:loss:4.164935111999512 pr_loss:0.4081253111362457 m_loss:3.756809949874878 grad:1.5930322657131302
DEBUG:root:loss:4.796308517456055 pr_loss:1.3552379608154297 m_loss:3.441070318222046 grad:3.1599058940636304
DEBUG:root:loss:4.116982460021973 pr_loss:1.1300183534622192 m_loss:2.986963987350464 grad:2.6916800208424685
DEBUG:root:loss:4.5605058670043945 pr_loss:1.3022184371948242 m_loss:3.2582876682281494 grad:2.65669427682998
DEBUG:root:loss:3.6290600299835205 pr_loss:0.7887876629829407 m_loss:2.8402724266052246 grad:1.870738043569075
DEBUG:root:loss:3.5962586402893066 pr_loss:0.3932613432407379 m_loss:3.2029972076416016 grad:1.8152935340603047
DEBUG:root:loss:6.933463096618652 pr_loss:3.3274354934692383 m_loss:3.606027603149414 grad:4.268622771175476
DEBUG:root:loss:4.079935550689697 pr_loss:0.7194926738739014 m_loss:3.360442876815796 grad:2.122274677866739
DEBUG:root:loss:3.61643123626709 pr_loss:0.6626898050308228 m_loss:2.9537413120269775 grad:1.446447199864724
DEBUG:root:loss:3.7082276344299316 pr_loss:0.6979824304580688 m_loss:3.0102453231811523 grad:1.4391296603657164
DEBUG:root:loss:3.1579952239990234 pr_loss:0.33807173371315 m_loss:2.8199234008789062 grad:1.598345150019644
DEBUG:root:loss:6.893914222717285 pr_loss:3.3612115383148193 m_loss:3.5327024459838867 grad:3.6193791545576297
DEBUG:root:loss:3.7524144649505615 pr_loss:0.5197481513023376 m_loss:3.232666254043579 grad:1.195461599083952
DEBUG:root:loss:3.661041498184204 pr_loss:0.7653319835662842 m_loss:2.89570951461792 grad:2.32943979488497
DEBUG:root:loss:3.2973976135253906 pr_loss:0.275656133890152 m_loss:3.0217413902282715 grad:1.4892887431029804
DEBUG:root:loss:8.063008308410645 pr_loss:4.236508369445801 m_loss:3.826500177383423 grad:1.7039862365571008
DEBUG:root:loss:3.6344892978668213 pr_loss:0.5002813339233398 m_loss:3.1342079639434814 grad:1.4280087888534418
DEBUG:root:loss:3.6129534244537354 pr_loss:0.953678548336029 m_loss:2.6592748165130615 grad:2.0438688987140203
DEBUG:root:loss:3.160861015319824 pr_loss:0.4169473946094513 m_loss:2.7439136505126953 grad:1.1786002721009456
DEBUG:root:loss:7.097849369049072 pr_loss:3.956084966659546 m_loss:3.1417644023895264 grad:2.1850805120464942
DEBUG:root:loss:3.442253589630127 pr_loss:0.6898643970489502 m_loss:2.7523891925811768 grad:1.6764152494354647
DEBUG:root:loss:2.7220799922943115 pr_loss:0.21982096135616302 m_loss:2.5022590160369873 grad:0.8705734825840141
DEBUG:root:loss:6.9940290451049805 pr_loss:4.041329860687256 m_loss:2.9526991844177246 grad:3.8777091531292887
DEBUG:root:loss:2.8653664588928223 pr_loss:0.31193673610687256 m_loss:2.5534298419952393 grad:1.7339024552978382
DEBUG:root:loss:6.957122802734375 pr_loss:3.4769513607025146 m_loss:3.4801716804504395 grad:2.109957049008303
DEBUG:root:loss:3.7739315032958984 pr_loss:0.4838557243347168 m_loss:3.2900757789611816 grad:1.3406329776968688
DEBUG:root:loss:3.491389513015747 pr_loss:0.5042480826377869 m_loss:2.9871413707733154 grad:1.0993525204513028
DEBUG:root:loss:3.613898277282715 pr_loss:0.7652787566184998 m_loss:2.8486194610595703 grad:1.5605043818323636
DEBUG:root:loss:3.7230725288391113 pr_loss:0.978279173374176 m_loss:2.74479341506958 grad:1.6188124089261131
DEBUG:root:loss:2.765470504760742 pr_loss:0.19751231372356415 m_loss:2.567958116531372 grad:1.0449210103156457
DEBUG:root:loss:6.898242950439453 pr_loss:4.080848693847656 m_loss:2.817394495010376 grad:4.43408249100689
DEBUG:root:loss:3.555875301361084 pr_loss:0.39920032024383545 m_loss:3.156674861907959 grad:3.7049456011752926
DEBUG:root:loss:3.4474713802337646 pr_loss:0.42741015553474426 m_loss:3.0200612545013428 grad:4.437513394154778
DEBUG:root:loss:2.9763541221618652 pr_loss:0.06307963281869888 m_loss:2.9132745265960693 grad:1.301150642740236
DEBUG:root:loss:2.2590649127960205 pr_loss:0.3272170424461365 m_loss:1.9318478107452393 grad:2.9665358590918767
DEBUG:root:loss:2.735025405883789 pr_loss:0.576846718788147 m_loss:2.1581785678863525 grad:4.537020755083388
DEBUG:root:loss:2.818554639816284 pr_loss:0.07380560040473938 m_loss:2.744749069213867 grad:2.1324682859019917
DEBUG:root:loss:2.870112895965576 pr_loss:0.0792895257472992 m_loss:2.790823459625244 grad:3.2683433531002666
DEBUG:root:loss:7.643439769744873 pr_loss:4.494612693786621 m_loss:3.148827075958252 grad:7.241642881820977
DEBUG:root:loss:3.0763003826141357 pr_loss:0.3591803014278412 m_loss:2.7171201705932617 grad:1.3308282901717683
DEBUG:root:loss:3.0696635246276855 pr_loss:0.8586493730545044 m_loss:2.2110142707824707 grad:2.1414517504458512
DEBUG:root:loss:2.8095977306365967 pr_loss:0.3394900858402252 m_loss:2.4701075553894043 grad:1.4788068834615564
DEBUG:root:loss:6.7412638664245605 pr_loss:3.6743483543395996 m_loss:3.066915512084961 grad:4.236216702912121
DEBUG:root:loss:3.290566921234131 pr_loss:0.5316967964172363 m_loss:2.7588701248168945 grad:1.0880011056351515
DEBUG:root:loss:3.01228928565979 pr_loss:0.5159256458282471 m_loss:2.496363639831543 grad:1.060361093788516
DEBUG:root:loss:2.4966609477996826 pr_loss:0.2941644489765167 m_loss:2.2024965286254883 grad:1.6828749204484077
DEBUG:root:loss:6.273628234863281 pr_loss:3.467635154724121 m_loss:2.805992841720581 grad:2.1340065517437043
DEBUG:root:loss:3.0134925842285156 pr_loss:0.7136011123657227 m_loss:2.299891471862793 grad:1.360031899256855
DEBUG:root:loss:2.719048261642456 pr_loss:0.4570334255695343 m_loss:2.262014865875244 grad:1.4054379078178438
INFO:root:Traning time: 68.1303198337555
INFO:root:avg training loss in epoch 1 sup:4.424122
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:4.350379943847656 pr_loss:1.1259205341339111 m_loss:3.224459171295166
DEBUG:root:loss:4.563236713409424 pr_loss:1.6052002906799316 m_loss:2.958036422729492
DEBUG:root:loss:4.38394832611084 pr_loss:1.7136056423187256 m_loss:2.6703429222106934
DEBUG:root:loss:4.425518035888672 pr_loss:2.014875888824463 m_loss:2.410642147064209
DEBUG:root:loss:5.428321838378906 pr_loss:2.9321014881134033 m_loss:2.496220350265503
DEBUG:root:loss:5.218803405761719 pr_loss:1.5175371170043945 m_loss:3.701266288757324
DEBUG:root:loss:4.879870414733887 pr_loss:1.845828890800476 m_loss:3.034041404724121
DEBUG:root:loss:4.561898231506348 pr_loss:1.784477949142456 m_loss:2.7774202823638916
DEBUG:root:loss:5.528622627258301 pr_loss:2.3579790592193604 m_loss:3.1706438064575195
DEBUG:root:loss:4.944485664367676 pr_loss:2.7763068675994873 m_loss:2.1681787967681885
DEBUG:root:loss:5.827397346496582 pr_loss:3.0616719722747803 m_loss:2.7657253742218018
DEBUG:root:loss:4.887022018432617 pr_loss:2.493751287460327 m_loss:2.39327073097229
DEBUG:root:loss:3.880204677581787 pr_loss:1.1767457723617554 m_loss:2.7034590244293213
DEBUG:root:loss:4.2770233154296875 pr_loss:1.864364504814148 m_loss:2.41265869140625
DEBUG:root:loss:3.923457622528076 pr_loss:1.0763224363327026 m_loss:2.847135305404663
DEBUG:root:loss:4.279754638671875 pr_loss:1.7758713960647583 m_loss:2.503883123397827
DEBUG:root:loss:4.687309741973877 pr_loss:2.495098114013672 m_loss:2.192211627960205
DEBUG:root:loss:4.3563151359558105 pr_loss:0.9679026007652283 m_loss:3.3884127140045166
DEBUG:root:loss:4.134583473205566 pr_loss:1.1724319458007812 m_loss:2.962151527404785
DEBUG:root:loss:4.064574241638184 pr_loss:1.834334135055542 m_loss:2.2302403450012207
DEBUG:root:loss:3.92110013961792 pr_loss:1.9182299375534058 m_loss:2.0028700828552246
DEBUG:root:loss:4.762592792510986 pr_loss:2.7145848274230957 m_loss:2.0480079650878906
DEBUG:root:loss:4.700201511383057 pr_loss:2.4962410926818848 m_loss:2.203960418701172
DEBUG:root:loss:3.957300901412964 pr_loss:1.0520451068878174 m_loss:2.9052557945251465
DEBUG:root:loss:4.380804061889648 pr_loss:1.6829322576522827 m_loss:2.697871685028076
DEBUG:root:loss:4.211718559265137 pr_loss:1.9598147869110107 m_loss:2.251903772354126
DEBUG:root:loss:5.412019729614258 pr_loss:2.7902040481567383 m_loss:2.6218159198760986
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 1 sup:4.590684 unsup:0.000000
INFO:root:time for epoch 1: 54.067960
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:2.881019115447998 pr_loss:0.6572632193565369 m_loss:2.2237558364868164 grad:3.3068217016451324
DEBUG:root:loss:2.5563626289367676 pr_loss:0.06163952127099037 m_loss:2.494723081588745 grad:1.5806384899644697
DEBUG:root:loss:2.328096389770508 pr_loss:0.09775302559137344 m_loss:2.2303433418273926 grad:1.9803334824374472
DEBUG:root:loss:2.7021539211273193 pr_loss:0.050911661237478256 m_loss:2.651242256164551 grad:1.8373591442415107
DEBUG:root:loss:2.212284803390503 pr_loss:0.6192421317100525 m_loss:1.5930427312850952 grad:8.831667916839374
DEBUG:root:loss:1.609367847442627 pr_loss:0.10742467641830444 m_loss:1.5019431114196777 grad:3.1647984877115958
DEBUG:root:loss:2.2141270637512207 pr_loss:0.04660338535904884 m_loss:2.1675236225128174 grad:2.0477771789769554
DEBUG:root:loss:2.0702919960021973 pr_loss:0.05516333132982254 m_loss:2.0151286125183105 grad:2.8053812539632865
DEBUG:root:loss:6.822147369384766 pr_loss:3.5423576831817627 m_loss:3.279789686203003 grad:3.9690778919740968
DEBUG:root:loss:3.373413562774658 pr_loss:0.47612813115119934 m_loss:2.8972854614257812 grad:1.1091898794215471
DEBUG:root:loss:3.402860641479492 pr_loss:0.5935717821121216 m_loss:2.80928897857666 grad:1.2465039054055416
DEBUG:root:loss:3.4767069816589355 pr_loss:0.7749766111373901 m_loss:2.701730251312256 grad:1.9964701472215276
DEBUG:root:loss:3.493709087371826 pr_loss:1.055606722831726 m_loss:2.4381024837493896 grad:1.6931513953583037
DEBUG:root:loss:2.6186208724975586 pr_loss:0.27300286293029785 m_loss:2.3456180095672607 grad:1.443451342583725
DEBUG:root:loss:6.716178894042969 pr_loss:4.02379035949707 m_loss:2.6923882961273193 grad:5.023272300751604
DEBUG:root:loss:2.6447227001190186 pr_loss:0.3055366575717926 m_loss:2.339185953140259 grad:1.3302820808193776
DEBUG:root:loss:6.511486053466797 pr_loss:3.6085197925567627 m_loss:2.9029664993286133 grad:2.734213753989743
DEBUG:root:loss:3.0998268127441406 pr_loss:0.43381956219673157 m_loss:2.6660072803497314 grad:1.6085369959139606
DEBUG:root:loss:2.8330092430114746 pr_loss:0.566879391670227 m_loss:2.266129732131958 grad:1.4710306595709544
DEBUG:root:loss:3.0330018997192383 pr_loss:0.7153472304344177 m_loss:2.317654609680176 grad:2.53775790568152
DEBUG:root:loss:2.5469565391540527 pr_loss:0.37533876299858093 m_loss:2.1716177463531494 grad:1.1986468140390028
DEBUG:root:loss:6.188409805297852 pr_loss:3.562675714492798 m_loss:2.6257340908050537 grad:1.2089369819991194
DEBUG:root:loss:2.831272602081299 pr_loss:0.5814683437347412 m_loss:2.2498042583465576 grad:1.4233371865989362
DEBUG:root:loss:2.1444387435913086 pr_loss:0.19692814350128174 m_loss:1.9475106000900269 grad:1.1880921278513001
DEBUG:root:loss:5.952164649963379 pr_loss:2.9255170822143555 m_loss:3.0266473293304443 grad:1.4552550061463094
DEBUG:root:loss:3.511157751083374 pr_loss:0.4869998097419739 m_loss:3.024158000946045 grad:2.1487757451829195
DEBUG:root:loss:3.169795274734497 pr_loss:0.5502321124076843 m_loss:2.619563102722168 grad:1.4607999481614526
DEBUG:root:loss:3.0806779861450195 pr_loss:0.781226396560669 m_loss:2.2994515895843506 grad:1.278162658634872
DEBUG:root:loss:1.9030225276947021 pr_loss:0.23588895797729492 m_loss:1.6671335697174072 grad:0.9022838934727361
DEBUG:root:loss:7.254423141479492 pr_loss:3.768604278564453 m_loss:3.485818862915039 grad:2.515681265761261
DEBUG:root:loss:3.3439838886260986 pr_loss:0.25967642664909363 m_loss:3.0843074321746826 grad:1.8880270558513264
DEBUG:root:loss:2.9878084659576416 pr_loss:0.6195282340049744 m_loss:2.3682801723480225 grad:2.163480968125882
DEBUG:root:loss:3.1070661544799805 pr_loss:1.0250343084335327 m_loss:2.0820319652557373 grad:2.7276023625986117
DEBUG:root:loss:2.979768753051758 pr_loss:0.7088188529014587 m_loss:2.2709498405456543 grad:2.0786618275350897
DEBUG:root:loss:2.61150860786438 pr_loss:0.8507664799690247 m_loss:1.7607420682907104 grad:1.7932010318983787
DEBUG:root:loss:2.382641553878784 pr_loss:0.21587634086608887 m_loss:2.1667652130126953 grad:1.409699881451142
DEBUG:root:loss:6.657597064971924 pr_loss:3.871159076690674 m_loss:2.78643798828125 grad:1.4112777421464189
DEBUG:root:loss:3.068497896194458 pr_loss:0.6344208121299744 m_loss:2.434077024459839 grad:1.168378491833485
DEBUG:root:loss:2.617271661758423 pr_loss:0.5458678603172302 m_loss:2.071403741836548 grad:1.7342902629118584
DEBUG:root:loss:2.419445514678955 pr_loss:0.24711960554122925 m_loss:2.172325849533081 grad:1.0590598149248212
DEBUG:root:loss:6.298036575317383 pr_loss:3.2862470149993896 m_loss:3.0117897987365723 grad:1.5973168701106124
DEBUG:root:loss:2.8326992988586426 pr_loss:0.5542813539505005 m_loss:2.2784180641174316 grad:2.13328892650029
DEBUG:root:loss:2.753588914871216 pr_loss:0.8615813255310059 m_loss:1.89200758934021 grad:2.111329896832801
DEBUG:root:loss:2.4376955032348633 pr_loss:0.4260115623474121 m_loss:2.011683940887451 grad:1.3579025814045778
DEBUG:root:loss:6.536420822143555 pr_loss:3.867119073867798 m_loss:2.6693015098571777 grad:1.2492831806598514
DEBUG:root:loss:2.452132225036621 pr_loss:0.25759491324424744 m_loss:2.194537401199341 grad:0.8570982172174567
DEBUG:root:loss:2.4624509811401367 pr_loss:0.6984331011772156 m_loss:1.7640178203582764 grad:1.6128816491497096
DEBUG:root:loss:2.1269357204437256 pr_loss:0.2168685495853424 m_loss:1.9100672006607056 grad:0.9789365753939753
DEBUG:root:loss:5.901665687561035 pr_loss:3.4876294136047363 m_loss:2.414036512374878 grad:1.3204777130167336
DEBUG:root:loss:2.589282512664795 pr_loss:0.6795282363891602 m_loss:1.9097541570663452 grad:1.6885258478155092
DEBUG:root:loss:2.3400652408599854 pr_loss:0.3527458608150482 m_loss:1.9873193502426147 grad:1.0848065233253552
DEBUG:root:loss:5.949945449829102 pr_loss:3.403540849685669 m_loss:2.5464046001434326 grad:1.3738340338268742
DEBUG:root:loss:2.837014675140381 pr_loss:0.5427144765853882 m_loss:2.294300079345703 grad:0.9912746563171398
DEBUG:root:loss:2.459216356277466 pr_loss:0.4264023005962372 m_loss:2.0328140258789062 grad:0.789432220462426
DEBUG:root:loss:1.804246425628662 pr_loss:0.2447604089975357 m_loss:1.5594860315322876 grad:0.8460491828340467
DEBUG:root:loss:5.623608112335205 pr_loss:3.441061496734619 m_loss:2.182546615600586 grad:1.6123764356853785
DEBUG:root:loss:2.3410627841949463 pr_loss:0.5682412981987 m_loss:1.7728214263916016 grad:1.0029311871112259
DEBUG:root:loss:1.8789137601852417 pr_loss:0.11474766582250595 m_loss:1.7641661167144775 grad:0.6545905132808036
DEBUG:root:loss:6.137258529663086 pr_loss:3.7202789783477783 m_loss:2.4169797897338867 grad:1.9682544207682857
DEBUG:root:loss:2.9764950275421143 pr_loss:0.43557947874069214 m_loss:2.5409154891967773 grad:0.8883299993074396
DEBUG:root:loss:2.359849214553833 pr_loss:0.6622957587242126 m_loss:1.6975535154342651 grad:1.197689625280878
DEBUG:root:loss:2.8728766441345215 pr_loss:0.7622681260108948 m_loss:2.1106085777282715 grad:1.9318838887599994
DEBUG:root:loss:1.9634124040603638 pr_loss:0.28696927428245544 m_loss:1.676443099975586 grad:0.9927278100291598
INFO:root:Traning time: 101.408118724823
INFO:root:avg training loss in epoch 2 sup:3.417336
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:3.5630321502685547 pr_loss:0.8143635988235474 m_loss:2.7486684322357178
DEBUG:root:loss:4.27625846862793 pr_loss:1.7282013893127441 m_loss:2.5480570793151855
DEBUG:root:loss:3.943915843963623 pr_loss:1.750059962272644 m_loss:2.1938557624816895
DEBUG:root:loss:3.938950538635254 pr_loss:1.904189109802246 m_loss:2.034761428833008
DEBUG:root:loss:4.751784324645996 pr_loss:2.80448055267334 m_loss:1.9473035335540771
DEBUG:root:loss:3.227755069732666 pr_loss:0.8426744937896729 m_loss:2.385080575942993
DEBUG:root:loss:3.786405563354492 pr_loss:1.7319976091384888 m_loss:2.054407835006714
DEBUG:root:loss:3.969666004180908 pr_loss:2.290555238723755 m_loss:1.6791108846664429
DEBUG:root:loss:4.621134281158447 pr_loss:1.2271085977554321 m_loss:3.3940258026123047
DEBUG:root:loss:4.768474578857422 pr_loss:2.156562566757202 m_loss:2.6119117736816406
DEBUG:root:loss:4.032588958740234 pr_loss:1.859084129333496 m_loss:2.1735050678253174
DEBUG:root:loss:5.176980018615723 pr_loss:2.3549516201019287 m_loss:2.822028160095215
DEBUG:root:loss:4.896895885467529 pr_loss:2.988137722015381 m_loss:1.908758282661438
DEBUG:root:loss:5.4025373458862305 pr_loss:3.1160616874694824 m_loss:2.286475419998169
DEBUG:root:loss:4.576109409332275 pr_loss:2.596703290939331 m_loss:1.9794061183929443
DEBUG:root:loss:3.586874008178711 pr_loss:0.6921820044517517 m_loss:2.8946919441223145
DEBUG:root:loss:3.5309715270996094 pr_loss:1.1043678522109985 m_loss:2.4266035556793213
DEBUG:root:loss:3.690727472305298 pr_loss:1.952653408050537 m_loss:1.7380740642547607
DEBUG:root:loss:3.3981361389160156 pr_loss:1.7776238918304443 m_loss:1.6205122470855713
DEBUG:root:loss:4.107527732849121 pr_loss:2.533644199371338 m_loss:1.5738836526870728
DEBUG:root:loss:4.185598373413086 pr_loss:2.4123051166534424 m_loss:1.773293137550354
DEBUG:root:loss:3.204029083251953 pr_loss:0.9084902405738831 m_loss:2.295538902282715
DEBUG:root:loss:3.447572708129883 pr_loss:1.5641545057296753 m_loss:1.883418321609497
DEBUG:root:loss:3.172759532928467 pr_loss:0.7447892427444458 m_loss:2.4279701709747314
DEBUG:root:loss:3.851496458053589 pr_loss:1.642925500869751 m_loss:2.208570957183838
DEBUG:root:loss:3.637695074081421 pr_loss:1.7782448530197144 m_loss:1.8594502210617065
DEBUG:root:loss:4.672277450561523 pr_loss:2.608304977416992 m_loss:2.0639724731445312
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 2 sup:4.052524 unsup:0.000000
INFO:root:time for epoch 2: 47.360376
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:5.853398323059082 pr_loss:3.504934787750244 m_loss:2.348463296890259 grad:1.2739110474195874
DEBUG:root:loss:2.520193576812744 pr_loss:0.3050132691860199 m_loss:2.2151803970336914 grad:1.0285524861495805
DEBUG:root:loss:2.15212082862854 pr_loss:0.3562309145927429 m_loss:1.7958898544311523 grad:0.9553122376707577
DEBUG:root:loss:2.471402645111084 pr_loss:0.5434460639953613 m_loss:1.9279567003250122 grad:1.6698426359120444
DEBUG:root:loss:1.943982720375061 pr_loss:0.2159656584262848 m_loss:1.7280170917510986 grad:1.0513850871420134
DEBUG:root:loss:6.014683723449707 pr_loss:3.3474111557006836 m_loss:2.6672723293304443 grad:2.070179996570024
DEBUG:root:loss:3.1321635246276855 pr_loss:0.414956659078598 m_loss:2.7172069549560547 grad:1.6791959107174743
DEBUG:root:loss:2.7124080657958984 pr_loss:0.40919485688209534 m_loss:2.303213119506836 grad:1.800667673492697
DEBUG:root:loss:2.537108898162842 pr_loss:0.5529701709747314 m_loss:1.9841387271881104 grad:1.2840361148756012
DEBUG:root:loss:1.5890916585922241 pr_loss:0.18005366623401642 m_loss:1.4090379476547241 grad:1.1217573140092432
DEBUG:root:loss:6.0823445320129395 pr_loss:4.5890421867370605 m_loss:1.4933024644851685 grad:2.531686459448131
DEBUG:root:loss:2.0552194118499756 pr_loss:0.08273357152938843 m_loss:1.9724857807159424 grad:1.5458188630011362
DEBUG:root:loss:2.1176598072052 pr_loss:0.07470706850290298 m_loss:2.0429527759552 grad:1.9346495815384357
DEBUG:root:loss:1.9392585754394531 pr_loss:0.014436478726565838 m_loss:1.9248220920562744 grad:1.261358066021069
DEBUG:root:loss:1.5178951025009155 pr_loss:0.46845588088035583 m_loss:1.0494391918182373 grad:4.625162173503881
DEBUG:root:loss:0.8794443011283875 pr_loss:0.021939219906926155 m_loss:0.8575050830841064 grad:1.1562931139631443
DEBUG:root:loss:1.5765382051467896 pr_loss:0.036469899117946625 m_loss:1.54006826877594 grad:1.6588361898034618
DEBUG:root:loss:1.9425050020217896 pr_loss:0.040909040719270706 m_loss:1.901595950126648 grad:2.5368821266476558
DEBUG:root:loss:6.147950649261475 pr_loss:3.8280701637268066 m_loss:2.319880485534668 grad:3.190153304459918
DEBUG:root:loss:2.1106555461883545 pr_loss:0.23920832574367523 m_loss:1.8714473247528076 grad:1.6694406562073894
DEBUG:root:loss:6.468536376953125 pr_loss:3.63253116607666 m_loss:2.836005449295044 grad:1.5538582107808756
DEBUG:root:loss:2.439631700515747 pr_loss:0.39360520243644714 m_loss:2.0460264682769775 grad:1.1438461023175457
DEBUG:root:loss:2.3489677906036377 pr_loss:0.6845047473907471 m_loss:1.6644630432128906 grad:1.056828667374463
DEBUG:root:loss:2.2703487873077393 pr_loss:0.39190971851348877 m_loss:1.8784390687942505 grad:0.9972756231824943
DEBUG:root:loss:5.891687393188477 pr_loss:3.641691207885742 m_loss:2.2499964237213135 grad:1.4238930500448546
DEBUG:root:loss:2.4221904277801514 pr_loss:0.5391691327095032 m_loss:1.8830212354660034 grad:1.0511874192858381
DEBUG:root:loss:1.7245235443115234 pr_loss:0.1667286455631256 m_loss:1.5577949285507202 grad:0.8753435215040914
DEBUG:root:loss:5.878368377685547 pr_loss:3.413048267364502 m_loss:2.465319871902466 grad:1.8260042938177343
DEBUG:root:loss:2.3631699085235596 pr_loss:0.3700519800186157 m_loss:1.9931179285049438 grad:1.3661645596215317
DEBUG:root:loss:2.160040855407715 pr_loss:0.6087799668312073 m_loss:1.5512608289718628 grad:1.211023538314773
DEBUG:root:loss:2.001098155975342 pr_loss:0.24982644617557526 m_loss:1.7512717247009277 grad:1.1599642671407795
DEBUG:root:loss:5.354435443878174 pr_loss:3.0622570514678955 m_loss:2.2921783924102783 grad:1.768266253442047
DEBUG:root:loss:2.545565128326416 pr_loss:0.40487411618232727 m_loss:2.140691041946411 grad:0.8304085279863154
DEBUG:root:loss:2.3386309146881104 pr_loss:0.4971361458301544 m_loss:1.8414947986602783 grad:1.3971870217900564
DEBUG:root:loss:1.5576881170272827 pr_loss:0.16777744889259338 m_loss:1.3899106979370117 grad:0.9011220109240307
DEBUG:root:loss:5.984543800354004 pr_loss:3.370331048965454 m_loss:2.614212989807129 grad:2.522143508339793
DEBUG:root:loss:2.6548030376434326 pr_loss:0.3394259810447693 m_loss:2.3153769969940186 grad:0.9743440875020885
DEBUG:root:loss:2.5067286491394043 pr_loss:0.3938082456588745 m_loss:2.1129202842712402 grad:0.7766958637708159
DEBUG:root:loss:2.6002135276794434 pr_loss:0.5884518027305603 m_loss:2.0117616653442383 grad:1.3109453430152658
DEBUG:root:loss:2.5282788276672363 pr_loss:0.7174333333969116 m_loss:1.8108453750610352 grad:1.3334935359959874
DEBUG:root:loss:1.7421410083770752 pr_loss:0.1299259066581726 m_loss:1.6122150421142578 grad:0.7616090339624451
DEBUG:root:loss:6.410754203796387 pr_loss:3.3754773139953613 m_loss:3.0352768898010254 grad:1.9231228594879464
DEBUG:root:loss:2.7561590671539307 pr_loss:0.1601652354001999 m_loss:2.595993757247925 grad:1.314607764320686
DEBUG:root:loss:2.1467394828796387 pr_loss:0.24256658554077148 m_loss:1.9041730165481567 grad:1.288388499579723
DEBUG:root:loss:2.5420548915863037 pr_loss:0.767643392086029 m_loss:1.7744114398956299 grad:2.1276147115337745
DEBUG:root:loss:2.623746871948242 pr_loss:0.7127977609634399 m_loss:1.9109489917755127 grad:2.1812109191361317
DEBUG:root:loss:1.7373764514923096 pr_loss:0.4330233335494995 m_loss:1.30435311794281 grad:1.6726978902286538
DEBUG:root:loss:1.8781015872955322 pr_loss:0.133047416806221 m_loss:1.7450541257858276 grad:1.2350275959189767
DEBUG:root:loss:5.206343650817871 pr_loss:3.2444348335266113 m_loss:1.9619085788726807 grad:2.2230719536497157
DEBUG:root:loss:2.093441963195801 pr_loss:0.5062106251716614 m_loss:1.5872312784194946 grad:1.4464821012051428
DEBUG:root:loss:1.6938401460647583 pr_loss:0.13107122480869293 m_loss:1.5627689361572266 grad:1.0009222104029298
DEBUG:root:loss:4.757099151611328 pr_loss:2.6382157802581787 m_loss:2.1188833713531494 grad:1.6373921710071377
DEBUG:root:loss:2.8970751762390137 pr_loss:0.5819863080978394 m_loss:2.3150887489318848 grad:1.0592582146542264
DEBUG:root:loss:2.228496789932251 pr_loss:0.7110971808433533 m_loss:1.5173996686935425 grad:1.1240149964676274
DEBUG:root:loss:2.3829445838928223 pr_loss:0.6547349095344543 m_loss:1.7282096147537231 grad:1.1920514977138237
DEBUG:root:loss:1.8657903671264648 pr_loss:0.37118059396743774 m_loss:1.4946097135543823 grad:1.1454587013999293
DEBUG:root:loss:5.5766119956970215 pr_loss:3.462372064590454 m_loss:2.1142399311065674 grad:1.956784403611895
DEBUG:root:loss:2.131118059158325 pr_loss:0.49117258191108704 m_loss:1.639945387840271 grad:0.8372377039779005
DEBUG:root:loss:2.0926718711853027 pr_loss:0.40066757798194885 m_loss:1.6920042037963867 grad:1.1908469810160234
DEBUG:root:loss:5.129626750946045 pr_loss:2.8312466144561768 m_loss:2.298380136489868 grad:1.0841453390698916
DEBUG:root:loss:2.5129964351654053 pr_loss:0.507671058177948 m_loss:2.0053253173828125 grad:0.9865142279613428
DEBUG:root:loss:1.9839855432510376 pr_loss:0.3325673043727875 m_loss:1.6514182090759277 grad:1.0001508362030647
DEBUG:root:loss:1.8554807901382446 pr_loss:0.1467476338148117 m_loss:1.7087332010269165 grad:0.7172012421755952
INFO:root:Traning time: 131.88839483261108
INFO:root:avg training loss in epoch 3 sup:2.977461
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:3.0911643505096436 pr_loss:0.5295116901397705 m_loss:2.561652660369873
DEBUG:root:loss:3.36660099029541 pr_loss:1.2118877172470093 m_loss:2.1547131538391113
DEBUG:root:loss:3.2260560989379883 pr_loss:1.7470173835754395 m_loss:1.4790388345718384
DEBUG:root:loss:2.953606128692627 pr_loss:1.6482051610946655 m_loss:1.3054008483886719
DEBUG:root:loss:3.826658248901367 pr_loss:2.4461615085601807 m_loss:1.380496859550476
DEBUG:root:loss:3.9387412071228027 pr_loss:2.3553807735443115 m_loss:1.5833603143692017
DEBUG:root:loss:2.709604263305664 pr_loss:0.5198866128921509 m_loss:2.1897175312042236
DEBUG:root:loss:3.7293076515197754 pr_loss:1.743254542350769 m_loss:1.9860529899597168
DEBUG:root:loss:3.3542799949645996 pr_loss:1.6915283203125 m_loss:1.66275155544281
DEBUG:root:loss:4.388396263122559 pr_loss:2.5417754650115967 m_loss:1.8466209173202515
DEBUG:root:loss:2.797166347503662 pr_loss:0.7070367336273193 m_loss:2.0901296138763428
DEBUG:root:loss:3.1295411586761475 pr_loss:1.4613592624664307 m_loss:1.6681818962097168
DEBUG:root:loss:3.8672356605529785 pr_loss:0.7479815483093262 m_loss:3.1192541122436523
DEBUG:root:loss:4.924783706665039 pr_loss:2.596791982650757 m_loss:2.3279919624328613
DEBUG:root:loss:3.789428949356079 pr_loss:1.917579174041748 m_loss:1.871849775314331
DEBUG:root:loss:5.065396308898926 pr_loss:2.463312864303589 m_loss:2.602083206176758
DEBUG:root:loss:4.470552444458008 pr_loss:2.722463369369507 m_loss:1.7480889558792114
DEBUG:root:loss:4.973332405090332 pr_loss:2.9412834644317627 m_loss:2.0320487022399902
DEBUG:root:loss:4.185419082641602 pr_loss:2.422854423522949 m_loss:1.7625645399093628
DEBUG:root:loss:2.798758029937744 pr_loss:0.623779833316803 m_loss:2.174978256225586
DEBUG:root:loss:3.4958393573760986 pr_loss:1.6798467636108398 m_loss:1.8159925937652588
DEBUG:root:loss:3.6334710121154785 pr_loss:2.1793127059936523 m_loss:1.4541583061218262
DEBUG:root:loss:3.0456178188323975 pr_loss:0.558972179889679 m_loss:2.4866456985473633
DEBUG:root:loss:4.15622091293335 pr_loss:1.8292124271392822 m_loss:2.3270084857940674
DEBUG:root:loss:3.675614833831787 pr_loss:1.7143874168395996 m_loss:1.9612274169921875
DEBUG:root:loss:3.6260879039764404 pr_loss:1.7857738733291626 m_loss:1.8403140306472778
DEBUG:root:loss:4.416500091552734 pr_loss:2.6898281574249268 m_loss:1.7266721725463867
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 3 sup:3.727236 unsup:0.000000
INFO:root:time for epoch 3: 45.536668
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:5.403691291809082 pr_loss:3.177947759628296 m_loss:2.2257437705993652 grad:1.423045145560692
DEBUG:root:loss:2.4529716968536377 pr_loss:0.4717645049095154 m_loss:1.9812071323394775 grad:0.8804979780153416
DEBUG:root:loss:2.0525453090667725 pr_loss:0.4351052939891815 m_loss:1.6174399852752686 grad:1.186859932925827
DEBUG:root:loss:1.9160770177841187 pr_loss:0.19901815056800842 m_loss:1.7170588970184326 grad:0.6927244149044589
DEBUG:root:loss:5.741424560546875 pr_loss:3.8419675827026367 m_loss:1.8994570970535278 grad:3.2300338580256334
DEBUG:root:loss:1.7279088497161865 pr_loss:0.17360740900039673 m_loss:1.5543015003204346 grad:0.7678443361861035
DEBUG:root:loss:5.050256729125977 pr_loss:3.062321901321411 m_loss:1.9879348278045654 grad:1.0942725734080723
DEBUG:root:loss:2.1854066848754883 pr_loss:0.5065323114395142 m_loss:1.6788743734359741 grad:0.9155577867016435
DEBUG:root:loss:1.4059730768203735 pr_loss:0.10361751168966293 m_loss:1.3023555278778076 grad:0.5569926812085016
DEBUG:root:loss:5.885434150695801 pr_loss:3.4458396434783936 m_loss:2.4395945072174072 grad:1.4178620842343241
DEBUG:root:loss:1.99494469165802 pr_loss:0.2353578507900238 m_loss:1.7595868110656738 grad:1.199643891428308
DEBUG:root:loss:1.921494722366333 pr_loss:0.5114113688468933 m_loss:1.410083293914795 grad:1.095799649326593
DEBUG:root:loss:1.9353480339050293 pr_loss:0.3456164300441742 m_loss:1.5897315740585327 grad:0.8447909856635517
DEBUG:root:loss:5.532260894775391 pr_loss:3.6813724040985107 m_loss:1.8508884906768799 grad:3.078126102785671
DEBUG:root:loss:1.9770907163619995 pr_loss:0.535537838935852 m_loss:1.4415528774261475 grad:2.2298688302164766
DEBUG:root:loss:1.4606434106826782 pr_loss:0.06680597364902496 m_loss:1.3938374519348145 grad:0.6878669915399989
DEBUG:root:loss:5.072763442993164 pr_loss:3.0501456260681152 m_loss:2.022617816925049 grad:1.4117849588062306
DEBUG:root:loss:2.0227789878845215 pr_loss:0.491330087184906 m_loss:1.5314488410949707 grad:1.3356296556642206
DEBUG:root:loss:1.8784701824188232 pr_loss:0.2727504372596741 m_loss:1.605719804763794 grad:1.0871268608349618
DEBUG:root:loss:5.68018102645874 pr_loss:3.5193464756011963 m_loss:2.160834550857544 grad:1.3476751631145225
DEBUG:root:loss:1.9187631607055664 pr_loss:0.18427671492099762 m_loss:1.73448646068573 grad:1.1882862925424045
DEBUG:root:loss:1.9218456745147705 pr_loss:0.5729836225509644 m_loss:1.3488620519638062 grad:1.3638635032759532
DEBUG:root:loss:1.5954921245574951 pr_loss:0.13359636068344116 m_loss:1.4618958234786987 grad:0.911947942382482
DEBUG:root:loss:5.50095272064209 pr_loss:3.142298936843872 m_loss:2.3586535453796387 grad:1.5777759353694982
DEBUG:root:loss:2.4382996559143066 pr_loss:0.2971752882003784 m_loss:2.1411244869232178 grad:1.0900399601893018
DEBUG:root:loss:2.1988720893859863 pr_loss:0.3090907335281372 m_loss:1.8897814750671387 grad:0.7745761826526602
DEBUG:root:loss:2.3107035160064697 pr_loss:0.4328658878803253 m_loss:1.8778376579284668 grad:0.9544450176036106
DEBUG:root:loss:2.194869041442871 pr_loss:0.608553946018219 m_loss:1.5863151550292969 grad:1.3543236508704495
DEBUG:root:loss:1.551719307899475 pr_loss:0.11555492132902145 m_loss:1.436164379119873 grad:0.8162788762118365
DEBUG:root:loss:5.405972957611084 pr_loss:3.51693058013916 m_loss:1.8890422582626343 grad:1.1019939085228652
DEBUG:root:loss:2.5274922847747803 pr_loss:0.38078874349594116 m_loss:2.1467034816741943 grad:0.9469960342462425
DEBUG:root:loss:2.0847864151000977 pr_loss:0.7198081016540527 m_loss:1.3649784326553345 grad:1.0475862313401543
DEBUG:root:loss:2.2353696823120117 pr_loss:0.6164676547050476 m_loss:1.6189020872116089 grad:1.1152872619223408
DEBUG:root:loss:1.651429295539856 pr_loss:0.2592482566833496 m_loss:1.3921810388565063 grad:1.5833383806345942
DEBUG:root:loss:5.476351737976074 pr_loss:3.6103947162628174 m_loss:1.865957260131836 grad:1.3275371058258068
DEBUG:root:loss:2.177130937576294 pr_loss:0.34325700998306274 m_loss:1.8338738679885864 grad:1.4569934513889788
DEBUG:root:loss:1.7987033128738403 pr_loss:0.35008201003074646 m_loss:1.4486212730407715 grad:0.9856842009135729
DEBUG:root:loss:1.9270554780960083 pr_loss:0.3555339574813843 m_loss:1.571521520614624 grad:0.8261419487660084
DEBUG:root:loss:1.4984936714172363 pr_loss:0.17211081087589264 m_loss:1.3263828754425049 grad:0.9543959195277466
DEBUG:root:loss:4.928138256072998 pr_loss:2.2668116092681885 m_loss:2.6613266468048096 grad:1.02903643138497
DEBUG:root:loss:2.4298508167266846 pr_loss:0.06352533400058746 m_loss:2.3663253784179688 grad:0.8659639600953608
DEBUG:root:loss:1.9477473497390747 pr_loss:0.17017078399658203 m_loss:1.7775765657424927 grad:1.8867724088325095
DEBUG:root:loss:2.3960623741149902 pr_loss:0.7246114015579224 m_loss:1.6714508533477783 grad:2.68924620596285
DEBUG:root:loss:2.0739121437072754 pr_loss:0.47486230731010437 m_loss:1.5990498065948486 grad:1.8750018958544168
DEBUG:root:loss:1.4248234033584595 pr_loss:0.3276606500148773 m_loss:1.0971627235412598 grad:1.5325408558485638
DEBUG:root:loss:1.5444554090499878 pr_loss:0.0771874338388443 m_loss:1.4672679901123047 grad:1.059037870232891
DEBUG:root:loss:5.7663116455078125 pr_loss:4.542756080627441 m_loss:1.223555564880371 grad:2.465869158997313
DEBUG:root:loss:1.7030936479568481 pr_loss:0.04944169521331787 m_loss:1.6536519527435303 grad:1.5128485538150178
DEBUG:root:loss:1.8653650283813477 pr_loss:0.08587846159934998 m_loss:1.7794865369796753 grad:1.8081064039810544
DEBUG:root:loss:1.6395142078399658 pr_loss:0.07346408069133759 m_loss:1.5660501718521118 grad:1.5738649016217603
DEBUG:root:loss:0.9010747671127319 pr_loss:0.08548733592033386 m_loss:0.8155874013900757 grad:1.4176492543237014
DEBUG:root:loss:1.040706992149353 pr_loss:0.4632226824760437 m_loss:0.5774843096733093 grad:4.813985617060602
DEBUG:root:loss:1.5219377279281616 pr_loss:0.09348436444997787 m_loss:1.4284533262252808 grad:1.8110088772300597
DEBUG:root:loss:1.4522849321365356 pr_loss:0.03545419126749039 m_loss:1.4168307781219482 grad:2.5932749266745194
DEBUG:root:loss:5.315410137176514 pr_loss:3.2751779556274414 m_loss:2.0402321815490723 grad:3.0876367061192815
DEBUG:root:loss:2.277604103088379 pr_loss:0.3905876576900482 m_loss:1.8870165348052979 grad:1.2038587537593757
DEBUG:root:loss:1.9606136083602905 pr_loss:0.3357957601547241 m_loss:1.6248178482055664 grad:0.9929306138292973
DEBUG:root:loss:1.3821213245391846 pr_loss:0.10946903377771378 m_loss:1.272652268409729 grad:1.081118079635482
DEBUG:root:loss:5.114967346191406 pr_loss:2.906635284423828 m_loss:2.2083323001861572 grad:1.2964560015554467
DEBUG:root:loss:2.6994338035583496 pr_loss:0.39511629939079285 m_loss:2.3043174743652344 grad:0.8940108037647533
DEBUG:root:loss:2.313899040222168 pr_loss:0.31490927934646606 m_loss:1.9989898204803467 grad:0.9462133158142251
DEBUG:root:loss:2.077432870864868 pr_loss:0.5106469988822937 m_loss:1.5667858123779297 grad:1.3077862388039796
DEBUG:root:loss:1.0714842081069946 pr_loss:0.08380360901355743 m_loss:0.9876805543899536 grad:0.7659948352908618
INFO:root:Traning time: 162.3500919342041
INFO:root:avg training loss in epoch 4 sup:2.675559
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:4.161351680755615 pr_loss:1.15719735622406 m_loss:3.0041544437408447
DEBUG:root:loss:3.751575469970703 pr_loss:1.7105436325073242 m_loss:2.041031837463379
DEBUG:root:loss:3.1691012382507324 pr_loss:1.458021640777588 m_loss:1.711079716682434
DEBUG:root:loss:4.5801591873168945 pr_loss:2.203549385070801 m_loss:2.376610040664673
DEBUG:root:loss:3.9419708251953125 pr_loss:2.427321434020996 m_loss:1.5146493911743164
DEBUG:root:loss:4.691648960113525 pr_loss:2.7359490394592285 m_loss:1.9557000398635864
DEBUG:root:loss:4.040525913238525 pr_loss:2.340895652770996 m_loss:1.6996301412582397
DEBUG:root:loss:2.685037136077881 pr_loss:0.6605027914047241 m_loss:2.024534225463867
DEBUG:root:loss:3.3706231117248535 pr_loss:1.4743894338607788 m_loss:1.8962336778640747
DEBUG:root:loss:3.0341873168945312 pr_loss:1.477598786354065 m_loss:1.5565886497497559
DEBUG:root:loss:4.556137561798096 pr_loss:2.7656381130218506 m_loss:1.7904995679855347
DEBUG:root:loss:3.0181195735931396 pr_loss:0.7434618473052979 m_loss:2.274657726287842
DEBUG:root:loss:3.672839641571045 pr_loss:1.5309010744094849 m_loss:2.1419386863708496
DEBUG:root:loss:3.338472366333008 pr_loss:1.4784373044967651 m_loss:1.8600351810455322
DEBUG:root:loss:3.3180766105651855 pr_loss:1.5684348344802856 m_loss:1.7496417760849
DEBUG:root:loss:4.583784103393555 pr_loss:2.8721835613250732 m_loss:1.7116003036499023
DEBUG:root:loss:2.9393463134765625 pr_loss:0.5768643617630005 m_loss:2.3624818325042725
DEBUG:root:loss:2.8034508228302 pr_loss:0.9114487767219543 m_loss:1.892001986503601
DEBUG:root:loss:3.0523860454559326 pr_loss:1.687188982963562 m_loss:1.3651970624923706
DEBUG:root:loss:2.6626884937286377 pr_loss:1.478830099105835 m_loss:1.1838583946228027
DEBUG:root:loss:3.592742443084717 pr_loss:2.3251430988311768 m_loss:1.2675992250442505
DEBUG:root:loss:3.9660134315490723 pr_loss:2.5131638050079346 m_loss:1.4528495073318481
DEBUG:root:loss:2.8167710304260254 pr_loss:0.7951672673225403 m_loss:2.02160382270813
DEBUG:root:loss:2.8873181343078613 pr_loss:1.3192710876464844 m_loss:1.568047046661377
DEBUG:root:loss:2.742643356323242 pr_loss:0.6853008270263672 m_loss:2.057342529296875
DEBUG:root:loss:3.0651745796203613 pr_loss:1.3879168033599854 m_loss:1.6772576570510864
DEBUG:root:loss:3.6103339195251465 pr_loss:2.199167013168335 m_loss:1.4111669063568115
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 4 sup:3.483425 unsup:0.000000
INFO:root:time for epoch 4: 46.445740
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:5.135953903198242 pr_loss:3.2085726261138916 m_loss:1.9273813962936401 grad:1.150951742584391
DEBUG:root:loss:2.319603443145752 pr_loss:0.5649123787879944 m_loss:1.7546910047531128 grad:0.9258123890221696
DEBUG:root:loss:1.8164395093917847 pr_loss:0.3925648629665375 m_loss:1.4238746166229248 grad:1.0064448072309697
DEBUG:root:loss:1.6641433238983154 pr_loss:0.1144641786813736 m_loss:1.549679160118103 grad:0.9526995256323542
DEBUG:root:loss:5.283292770385742 pr_loss:3.3878414630889893 m_loss:1.8954510688781738 grad:2.1216170353500674
DEBUG:root:loss:2.033717632293701 pr_loss:0.2454526126384735 m_loss:1.7882651090621948 grad:0.9460608374911259
DEBUG:root:loss:1.776390552520752 pr_loss:0.23952466249465942 m_loss:1.5368659496307373 grad:1.052018729321655
DEBUG:root:loss:1.2232524156570435 pr_loss:0.060000259429216385 m_loss:1.1632521152496338 grad:1.0061158211980323
DEBUG:root:loss:5.178821563720703 pr_loss:3.0013620853424072 m_loss:2.177459478378296 grad:1.5992656747310916
DEBUG:root:loss:1.9285506010055542 pr_loss:0.2524673640727997 m_loss:1.6760832071304321 grad:0.911944331930355
DEBUG:root:loss:1.8316876888275146 pr_loss:0.5727463364601135 m_loss:1.2589412927627563 grad:0.8735218074224671
DEBUG:root:loss:1.715298056602478 pr_loss:0.2694915533065796 m_loss:1.4458065032958984 grad:0.8270933037794609
DEBUG:root:loss:5.206540107727051 pr_loss:3.525326728820801 m_loss:1.681213140487671 grad:1.8235485761351102
DEBUG:root:loss:1.8537216186523438 pr_loss:0.5011571049690247 m_loss:1.3525644540786743 grad:2.0990309408824173
DEBUG:root:loss:1.3335652351379395 pr_loss:0.05786161869764328 m_loss:1.2757036685943604 grad:0.7954791785857646
DEBUG:root:loss:4.9477434158325195 pr_loss:3.170097589492798 m_loss:1.7776458263397217 grad:1.584208566772461
DEBUG:root:loss:1.8820208311080933 pr_loss:0.3744126558303833 m_loss:1.50760817527771 grad:0.7739363912046213
DEBUG:root:loss:1.2637885808944702 pr_loss:0.10091254860162735 m_loss:1.162876009941101 grad:0.6005148940481301
DEBUG:root:loss:4.970373630523682 pr_loss:3.2442140579223633 m_loss:1.726159691810608 grad:2.26685711364464
DEBUG:root:loss:1.4493547677993774 pr_loss:0.11939402669668198 m_loss:1.3299607038497925 grad:0.6788300158402607
DEBUG:root:loss:5.191149711608887 pr_loss:3.4807581901550293 m_loss:1.7103915214538574 grad:1.0771425178516534
DEBUG:root:loss:2.053886890411377 pr_loss:0.3154621124267578 m_loss:1.7384247779846191 grad:1.06477443007445
DEBUG:root:loss:1.6392452716827393 pr_loss:0.3131759464740753 m_loss:1.3260693550109863 grad:0.9437044012124208
DEBUG:root:loss:1.9256170988082886 pr_loss:0.44517481327056885 m_loss:1.4804422855377197 grad:1.2211992893713421
DEBUG:root:loss:1.3868012428283691 pr_loss:0.15818272531032562 m_loss:1.2286185026168823 grad:0.859408266978963
DEBUG:root:loss:5.0794219970703125 pr_loss:2.9256389141082764 m_loss:2.1537833213806152 grad:1.2262577747868535
DEBUG:root:loss:2.1139321327209473 pr_loss:0.18167580664157867 m_loss:1.9322563409805298 grad:0.7887793086737892
DEBUG:root:loss:2.0372626781463623 pr_loss:0.30479997396469116 m_loss:1.7324626445770264 grad:0.6856959053314474
DEBUG:root:loss:2.318948745727539 pr_loss:0.61067795753479 m_loss:1.7082709074020386 grad:1.025297369802053
DEBUG:root:loss:1.9453891515731812 pr_loss:0.4938845932483673 m_loss:1.4515045881271362 grad:1.046772417748714
DEBUG:root:loss:1.3613207340240479 pr_loss:0.054260481148958206 m_loss:1.3070602416992188 grad:0.6812850512354567
DEBUG:root:loss:5.97293758392334 pr_loss:3.565882444381714 m_loss:2.407055377960205 grad:2.1955180239176837
DEBUG:root:loss:2.2087016105651855 pr_loss:0.06110294535756111 m_loss:2.1475987434387207 grad:0.998982000637819
DEBUG:root:loss:1.6517821550369263 pr_loss:0.15326876938343048 m_loss:1.4985133409500122 grad:1.348888834174633
DEBUG:root:loss:1.924899697303772 pr_loss:0.37799787521362305 m_loss:1.546901822090149 grad:1.8336872666104056
DEBUG:root:loss:1.840951919555664 pr_loss:0.35874131321907043 m_loss:1.482210636138916 grad:1.6512701066091335
DEBUG:root:loss:1.334066390991211 pr_loss:0.3876422643661499 m_loss:0.946424126625061 grad:1.529733418173055
DEBUG:root:loss:1.471520185470581 pr_loss:0.0924157053232193 m_loss:1.379104495048523 grad:1.2230092614115915
DEBUG:root:loss:5.477272033691406 pr_loss:3.439138650894165 m_loss:2.038133144378662 grad:1.6822100409303515
DEBUG:root:loss:2.4987170696258545 pr_loss:0.26619961857795715 m_loss:2.2325174808502197 grad:0.9170679646198417
DEBUG:root:loss:2.3002262115478516 pr_loss:0.4101611375808716 m_loss:1.8900651931762695 grad:0.9759759057057116
DEBUG:root:loss:1.9223926067352295 pr_loss:0.43763095140457153 m_loss:1.4847615957260132 grad:1.1135984493618507
DEBUG:root:loss:1.0626614093780518 pr_loss:0.17452245950698853 m_loss:0.888139009475708 grad:0.9182656334300769
DEBUG:root:loss:4.98991584777832 pr_loss:3.318681240081787 m_loss:1.6712347269058228 grad:1.9791269630506492
DEBUG:root:loss:2.474897623062134 pr_loss:0.5202111601829529 m_loss:1.9546865224838257 grad:1.1168691325797708
DEBUG:root:loss:1.8948023319244385 pr_loss:0.6108498573303223 m_loss:1.2839524745941162 grad:1.095867211955413
DEBUG:root:loss:1.89039945602417 pr_loss:0.5108526349067688 m_loss:1.379546880722046 grad:1.6443677285679985
DEBUG:root:loss:1.3685762882232666 pr_loss:0.13687637448310852 m_loss:1.2316999435424805 grad:0.8469013944859382
DEBUG:root:loss:6.41052770614624 pr_loss:5.489506244659424 m_loss:0.9210214614868164 grad:2.620875563429126
DEBUG:root:loss:1.814125418663025 pr_loss:0.39279091358184814 m_loss:1.4213345050811768 grad:3.9749408081709787
DEBUG:root:loss:1.6406735181808472 pr_loss:0.06629814952611923 m_loss:1.5743753910064697 grad:1.6135307472731284
DEBUG:root:loss:1.453641653060913 pr_loss:0.027507897466421127 m_loss:1.4261337518692017 grad:1.2481074602298947
DEBUG:root:loss:0.7974510788917542 pr_loss:0.08669204264879227 m_loss:0.7107590436935425 grad:1.8001259701307137
DEBUG:root:loss:0.6038193702697754 pr_loss:0.16963210701942444 m_loss:0.43418726325035095 grad:2.614134309849997
DEBUG:root:loss:1.2635360956192017 pr_loss:0.015238290652632713 m_loss:1.2482978105545044 grad:1.721716366181154
DEBUG:root:loss:1.3721098899841309 pr_loss:0.0058020069263875484 m_loss:1.3663078546524048 grad:2.5991399187376336
DEBUG:root:loss:5.232669353485107 pr_loss:3.267582893371582 m_loss:1.965086579322815 grad:1.4712345932124717
DEBUG:root:loss:1.7831361293792725 pr_loss:0.14328926801681519 m_loss:1.639846920967102 grad:0.7803797019558252
DEBUG:root:loss:1.7340352535247803 pr_loss:0.5669761300086975 m_loss:1.1670591831207275 grad:1.1065857613102101
DEBUG:root:loss:1.4902209043502808 pr_loss:0.18099761009216309 m_loss:1.3092232942581177 grad:0.8995150117597692
DEBUG:root:loss:4.728240013122559 pr_loss:2.8478400707244873 m_loss:1.8803999423980713 grad:1.4190044991743789
DEBUG:root:loss:1.8699816465377808 pr_loss:0.427077054977417 m_loss:1.4429045915603638 grad:1.0178158508586612
DEBUG:root:loss:1.7704240083694458 pr_loss:0.2515001595020294 m_loss:1.5189238786697388 grad:1.2309983241608213
INFO:root:Traning time: 192.8132529258728
INFO:root:avg training loss in epoch 5 sup:2.509786
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:2.737722873687744 pr_loss:0.6085724234580994 m_loss:2.129150390625
DEBUG:root:loss:3.7159953117370605 pr_loss:1.643208622932434 m_loss:2.072786569595337
DEBUG:root:loss:3.2132585048675537 pr_loss:1.43378746509552 m_loss:1.7794710397720337
DEBUG:root:loss:3.259777307510376 pr_loss:1.579239845275879 m_loss:1.680537462234497
DEBUG:root:loss:4.4068922996521 pr_loss:2.786247730255127 m_loss:1.6206446886062622
DEBUG:root:loss:2.589165210723877 pr_loss:0.6743122339248657 m_loss:1.9148530960083008
DEBUG:root:loss:2.879718780517578 pr_loss:1.375158429145813 m_loss:1.5045602321624756
DEBUG:root:loss:2.541912794113159 pr_loss:0.5819017887115479 m_loss:1.9600110054016113
DEBUG:root:loss:2.9476001262664795 pr_loss:1.374724268913269 m_loss:1.5728758573532104
DEBUG:root:loss:3.5402913093566895 pr_loss:2.193106174468994 m_loss:1.3471850156784058
DEBUG:root:loss:3.7399959564208984 pr_loss:0.96826171875 m_loss:2.7717342376708984
DEBUG:root:loss:4.166090488433838 pr_loss:2.274332046508789 m_loss:1.8917585611343384
DEBUG:root:loss:3.253176212310791 pr_loss:1.6349899768829346 m_loss:1.618186116218567
DEBUG:root:loss:4.8087568283081055 pr_loss:2.4606969356536865 m_loss:2.348059892654419
DEBUG:root:loss:3.7868266105651855 pr_loss:2.364769220352173 m_loss:1.4220572710037231
DEBUG:root:loss:4.525668144226074 pr_loss:2.7071685791015625 m_loss:1.8184994459152222
DEBUG:root:loss:4.081290245056152 pr_loss:2.3603031635284424 m_loss:1.7209868431091309
DEBUG:root:loss:2.443387031555176 pr_loss:0.5141439437866211 m_loss:1.9292430877685547
DEBUG:root:loss:3.322906732559204 pr_loss:1.5299549102783203 m_loss:1.7929518222808838
DEBUG:root:loss:2.9202957153320312 pr_loss:1.4354910850524902 m_loss:1.4848045110702515
DEBUG:root:loss:4.399168968200684 pr_loss:2.742396593093872 m_loss:1.6567726135253906
DEBUG:root:loss:2.6854166984558105 pr_loss:0.41865065693855286 m_loss:2.26676607131958
DEBUG:root:loss:2.6893832683563232 pr_loss:0.9103091955184937 m_loss:1.7790740728378296
DEBUG:root:loss:2.7784676551818848 pr_loss:1.4985746145248413 m_loss:1.279892921447754
DEBUG:root:loss:2.3810853958129883 pr_loss:1.3696472644805908 m_loss:1.0114381313323975
DEBUG:root:loss:3.5174970626831055 pr_loss:2.2396304607391357 m_loss:1.2778666019439697
DEBUG:root:loss:3.875344753265381 pr_loss:2.476952314376831 m_loss:1.3983925580978394
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 5 sup:3.378040 unsup:0.000000
INFO:root:time for epoch 5: 44.058919
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:4.443058967590332 pr_loss:2.831770420074463 m_loss:1.6112884283065796 grad:1.2292199839343094
DEBUG:root:loss:1.5986723899841309 pr_loss:0.36530759930610657 m_loss:1.2333648204803467 grad:1.3004086861338449
DEBUG:root:loss:1.2357455492019653 pr_loss:0.03204527124762535 m_loss:1.203700304031372 grad:0.9481070705290365
DEBUG:root:loss:5.102503299713135 pr_loss:3.125293731689453 m_loss:1.9772096872329712 grad:1.158934501833643
DEBUG:root:loss:2.4294936656951904 pr_loss:0.35115012526512146 m_loss:2.078343629837036 grad:1.2314443643268265
DEBUG:root:loss:2.0534093379974365 pr_loss:0.275322288274765 m_loss:1.7780870199203491 grad:1.3049876693692701
DEBUG:root:loss:1.9385364055633545 pr_loss:0.46949607133865356 m_loss:1.4690402746200562 grad:1.1680671913888054
DEBUG:root:loss:0.9738652110099792 pr_loss:0.07535421848297119 m_loss:0.8985109925270081 grad:0.7888972718018824
DEBUG:root:loss:4.991842746734619 pr_loss:3.2969110012054443 m_loss:1.6949317455291748 grad:1.473997597135415
DEBUG:root:loss:1.8280014991760254 pr_loss:0.4284818768501282 m_loss:1.399519681930542 grad:0.8812920366450586
DEBUG:root:loss:1.204032063484192 pr_loss:0.07916409522294998 m_loss:1.1248679161071777 grad:0.6018330540071658
DEBUG:root:loss:5.326578140258789 pr_loss:3.2744390964508057 m_loss:2.0521388053894043 grad:1.2050302980138161
DEBUG:root:loss:1.7085963487625122 pr_loss:0.2281583845615387 m_loss:1.480437994003296 grad:0.9840837691253695
DEBUG:root:loss:1.7583619356155396 pr_loss:0.6195168495178223 m_loss:1.1388450860977173 grad:1.1032826890708678
DEBUG:root:loss:1.6030069589614868 pr_loss:0.2901115119457245 m_loss:1.31289541721344 grad:0.7749097443045881
DEBUG:root:loss:4.389102935791016 pr_loss:2.7590548992156982 m_loss:1.6300482749938965 grad:0.7744600953317038
DEBUG:root:loss:2.0177066326141357 pr_loss:0.3846100866794586 m_loss:1.63309645652771 grad:0.8794263300857376
DEBUG:root:loss:1.6608904600143433 pr_loss:0.2307601422071457 m_loss:1.4301303625106812 grad:0.8151432346668654
DEBUG:root:loss:1.0876494646072388 pr_loss:0.0795360803604126 m_loss:1.0081133842468262 grad:0.6354889191859018
DEBUG:root:loss:4.7554521560668945 pr_loss:3.160756826400757 m_loss:1.5946953296661377 grad:1.8342983503541805
DEBUG:root:loss:1.347063422203064 pr_loss:0.06820393353700638 m_loss:1.2788594961166382 grad:0.7659292879078021
DEBUG:root:loss:4.937310218811035 pr_loss:3.3524169921875 m_loss:1.5848933458328247 grad:1.442355992479407
DEBUG:root:loss:1.7948695421218872 pr_loss:0.1928669661283493 m_loss:1.6020026206970215 grad:0.8359981675314354
DEBUG:root:loss:1.555647611618042 pr_loss:0.3197360038757324 m_loss:1.2359116077423096 grad:0.8306210320543157
DEBUG:root:loss:1.6744540929794312 pr_loss:0.28813865780830383 m_loss:1.3863154649734497 grad:0.9554573927895214
DEBUG:root:loss:1.2833209037780762 pr_loss:0.12891556322574615 m_loss:1.1544053554534912 grad:0.7973718753121556
DEBUG:root:loss:5.062186241149902 pr_loss:3.2488536834716797 m_loss:1.813332438468933 grad:0.8467753662142427
DEBUG:root:loss:1.815543532371521 pr_loss:0.45976802706718445 m_loss:1.3557754755020142 grad:1.1962803892898892
DEBUG:root:loss:1.7317551374435425 pr_loss:0.27320408821105957 m_loss:1.458551049232483 grad:1.173991071676365
DEBUG:root:loss:4.649770736694336 pr_loss:3.060102939605713 m_loss:1.5896679162979126 grad:1.656968142346988
DEBUG:root:loss:2.3823323249816895 pr_loss:0.48107609152793884 m_loss:1.9012563228607178 grad:1.2179155079293547
DEBUG:root:loss:1.7995587587356567 pr_loss:0.635263204574585 m_loss:1.1642955541610718 grad:1.1343645936124667
DEBUG:root:loss:2.021531581878662 pr_loss:0.6779313087463379 m_loss:1.3436003923416138 grad:1.8016229985215846
DEBUG:root:loss:1.2979297637939453 pr_loss:0.21607418358325958 m_loss:1.0818555355072021 grad:0.8947952206567367
DEBUG:root:loss:4.867167949676514 pr_loss:2.9271059036254883 m_loss:1.9400620460510254 grad:0.9125187100590615
DEBUG:root:loss:2.1476640701293945 pr_loss:0.36748456954956055 m_loss:1.780179500579834 grad:1.2419220220602196
DEBUG:root:loss:1.912561058998108 pr_loss:0.28910017013549805 m_loss:1.6234608888626099 grad:1.2977580372502664
DEBUG:root:loss:2.0122153759002686 pr_loss:0.446357786655426 m_loss:1.5658576488494873 grad:0.8440515185416483
DEBUG:root:loss:1.6907354593276978 pr_loss:0.3533409833908081 m_loss:1.3373944759368896 grad:0.796618809284824
DEBUG:root:loss:1.385910987854004 pr_loss:0.11523445695638657 m_loss:1.2706764936447144 grad:0.7432800831849786
DEBUG:root:loss:4.258649826049805 pr_loss:3.5474464893341064 m_loss:0.7112035155296326 grad:10.454642096115695
DEBUG:root:loss:1.3777952194213867 pr_loss:0.010134560987353325 m_loss:1.367660641670227 grad:1.287098678552912
DEBUG:root:loss:1.5103446245193481 pr_loss:0.10643163323402405 m_loss:1.4039130210876465 grad:2.574994365105938
DEBUG:root:loss:1.3630213737487793 pr_loss:0.2650379538536072 m_loss:1.097983479499817 grad:3.4453863423977604
DEBUG:root:loss:0.6800134778022766 pr_loss:0.040866076946258545 m_loss:0.6391474008560181 grad:0.9652629116482117
DEBUG:root:loss:0.4747827351093292 pr_loss:0.08772660046815872 m_loss:0.3870561420917511 grad:1.7187760556036975
DEBUG:root:loss:1.2423611879348755 pr_loss:0.008439439348876476 m_loss:1.233921766281128 grad:1.5532570661655238
DEBUG:root:loss:1.626624345779419 pr_loss:0.27060264348983765 m_loss:1.356021761894226 grad:4.738848568003564
DEBUG:root:loss:6.1413893699646 pr_loss:4.269437789916992 m_loss:1.8719515800476074 grad:3.862409326487206
DEBUG:root:loss:1.8396849632263184 pr_loss:0.2531130909919739 m_loss:1.5865719318389893 grad:1.0255664361703432
DEBUG:root:loss:1.5765105485916138 pr_loss:0.46093928813934326 m_loss:1.1155712604522705 grad:1.4121154694468432
DEBUG:root:loss:1.4509859085083008 pr_loss:0.2203686535358429 m_loss:1.2306172847747803 grad:0.8498154015159631
DEBUG:root:loss:4.918674468994141 pr_loss:3.191540241241455 m_loss:1.7271344661712646 grad:1.7102716064537946
DEBUG:root:loss:2.0311107635498047 pr_loss:0.4226715564727783 m_loss:1.6084390878677368 grad:0.8048090433695511
DEBUG:root:loss:1.6410726308822632 pr_loss:0.3681625425815582 m_loss:1.2729101181030273 grad:0.9760320281693522
DEBUG:root:loss:1.6944329738616943 pr_loss:0.1866837441921234 m_loss:1.5077491998672485 grad:1.4294872790225577
DEBUG:root:loss:5.343123435974121 pr_loss:3.1405856609344482 m_loss:2.202538013458252 grad:2.20139927461686
DEBUG:root:loss:2.2041893005371094 pr_loss:0.1730446070432663 m_loss:2.031144618988037 grad:1.6260582470655356
DEBUG:root:loss:1.7660841941833496 pr_loss:0.28051432967185974 m_loss:1.4855698347091675 grad:1.6407717421606174
DEBUG:root:loss:1.9252450466156006 pr_loss:0.4675380289554596 m_loss:1.4577070474624634 grad:1.6302093499338648
DEBUG:root:loss:1.7250289916992188 pr_loss:0.3611176609992981 m_loss:1.3639113903045654 grad:1.3857542158961291
DEBUG:root:loss:1.3263872861862183 pr_loss:0.468327134847641 m_loss:0.8580601811408997 grad:1.4888986646662499
DEBUG:root:loss:1.2926740646362305 pr_loss:0.03285473957657814 m_loss:1.2598192691802979 grad:1.1014848278833802
INFO:root:Traning time: 222.98421788215637
INFO:root:avg training loss in epoch 6 sup:2.363273
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:3.3937888145446777 pr_loss:0.6388632655143738 m_loss:2.754925489425659
DEBUG:root:loss:3.795327663421631 pr_loss:1.9373465776443481 m_loss:1.8579810857772827
DEBUG:root:loss:2.9143474102020264 pr_loss:1.36151123046875 m_loss:1.5528361797332764
DEBUG:root:loss:4.540933609008789 pr_loss:2.278961658477783 m_loss:2.261971950531006
DEBUG:root:loss:3.784759759902954 pr_loss:2.360572338104248 m_loss:1.424187421798706
DEBUG:root:loss:4.284488677978516 pr_loss:2.522714853286743 m_loss:1.761773943901062
DEBUG:root:loss:4.078069686889648 pr_loss:2.4217963218688965 m_loss:1.656273365020752
DEBUG:root:loss:2.2772376537323 pr_loss:0.43827277421951294 m_loss:1.8389649391174316
DEBUG:root:loss:2.827913999557495 pr_loss:1.3482774496078491 m_loss:1.479636549949646
DEBUG:root:loss:3.426973819732666 pr_loss:2.200443983078003 m_loss:1.2265299558639526
DEBUG:root:loss:2.451505422592163 pr_loss:0.4090840816497803 m_loss:2.042421340942383
DEBUG:root:loss:3.406977891921997 pr_loss:1.4065847396850586 m_loss:2.0003931522369385
DEBUG:root:loss:3.0282177925109863 pr_loss:1.3596863746643066 m_loss:1.6685315370559692
DEBUG:root:loss:3.188042640686035 pr_loss:1.565105676651001 m_loss:1.6229369640350342
DEBUG:root:loss:4.335257530212402 pr_loss:2.831718921661377 m_loss:1.503538727760315
DEBUG:root:loss:2.533738374710083 pr_loss:0.3351697325706482 m_loss:2.19856858253479
DEBUG:root:loss:2.5369341373443604 pr_loss:0.7683696746826172 m_loss:1.7685644626617432
DEBUG:root:loss:2.742788314819336 pr_loss:1.5272661447525024 m_loss:1.215522050857544
DEBUG:root:loss:2.1451568603515625 pr_loss:1.2228790521621704 m_loss:0.9222776889801025
DEBUG:root:loss:3.458160400390625 pr_loss:2.250764846801758 m_loss:1.2073955535888672
DEBUG:root:loss:3.831876277923584 pr_loss:2.4534926414489746 m_loss:1.378383755683899
DEBUG:root:loss:2.232959270477295 pr_loss:0.4142109155654907 m_loss:1.8187484741210938
DEBUG:root:loss:3.108365297317505 pr_loss:1.395484447479248 m_loss:1.7128808498382568
DEBUG:root:loss:2.830559730529785 pr_loss:1.405030369758606 m_loss:1.4255294799804688
DEBUG:root:loss:4.31806755065918 pr_loss:2.779257297515869 m_loss:1.538810133934021
DEBUG:root:loss:2.390946865081787 pr_loss:0.5327054262161255 m_loss:1.858241319656372
DEBUG:root:loss:2.6784424781799316 pr_loss:1.2334297895431519 m_loss:1.4450128078460693
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 6 sup:3.205253 unsup:0.000000
INFO:root:time for epoch 6: 46.847900
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:4.764141082763672 pr_loss:3.3443148136138916 m_loss:1.4198262691497803 grad:1.6589266042613955
DEBUG:root:loss:1.5689654350280762 pr_loss:0.45157304406166077 m_loss:1.1173924207687378 grad:0.9517595257584355
DEBUG:root:loss:1.0903351306915283 pr_loss:0.03932889178395271 m_loss:1.0510061979293823 grad:0.8456870562036964
DEBUG:root:loss:4.694476127624512 pr_loss:3.922734022140503 m_loss:0.7717422842979431 grad:5.742787639680602
DEBUG:root:loss:1.0303030014038086 pr_loss:0.0758160725235939 m_loss:0.9544869065284729 grad:1.432398611097067
DEBUG:root:loss:1.1621887683868408 pr_loss:0.13647745549678802 m_loss:1.0257112979888916 grad:2.884341139837773
DEBUG:root:loss:1.1055026054382324 pr_loss:0.1076451987028122 m_loss:0.9978574514389038 grad:1.7661334791612116
DEBUG:root:loss:0.582192063331604 pr_loss:0.10243906825780869 m_loss:0.4797530174255371 grad:1.8693177917081751
DEBUG:root:loss:0.3717953562736511 pr_loss:0.09435629844665527 m_loss:0.27743905782699585 grad:1.8265625336134943
DEBUG:root:loss:1.0103187561035156 pr_loss:0.024211619049310684 m_loss:0.9861071109771729 grad:1.7572422308452154
DEBUG:root:loss:1.074023723602295 pr_loss:0.14749816060066223 m_loss:0.9265255331993103 grad:3.2840752498256958
DEBUG:root:loss:4.505732536315918 pr_loss:2.7885336875915527 m_loss:1.7171987295150757 grad:1.4812197837565202
DEBUG:root:loss:1.9610509872436523 pr_loss:0.33979567885398865 m_loss:1.6212552785873413 grad:1.0941249076920678
DEBUG:root:loss:1.643086552619934 pr_loss:0.38705337047576904 m_loss:1.256033182144165 grad:2.202690995027857
DEBUG:root:loss:1.4983954429626465 pr_loss:0.046351972967386246 m_loss:1.4520434141159058 grad:0.7815556718950916
DEBUG:root:loss:4.280717849731445 pr_loss:2.8038885593414307 m_loss:1.476829171180725 grad:2.0706220138590146
DEBUG:root:loss:2.2491085529327393 pr_loss:0.43189987540245056 m_loss:1.8172087669372559 grad:0.999853082755248
DEBUG:root:loss:1.767573595046997 pr_loss:0.6308572888374329 m_loss:1.136716365814209 grad:1.219193992321412
DEBUG:root:loss:1.8706308603286743 pr_loss:0.583732008934021 m_loss:1.2868988513946533 grad:1.0322570900422101
DEBUG:root:loss:1.2527064085006714 pr_loss:0.11490263789892197 m_loss:1.1378037929534912 grad:0.9231323648252482
DEBUG:root:loss:5.280665397644043 pr_loss:3.4009642601013184 m_loss:1.8797012567520142 grad:1.1874669926589108
DEBUG:root:loss:1.9671516418457031 pr_loss:0.24389585852622986 m_loss:1.7232557535171509 grad:0.8522975968456642
DEBUG:root:loss:1.845428705215454 pr_loss:0.2356100231409073 m_loss:1.609818696975708 grad:0.7235326266190933
DEBUG:root:loss:1.8838592767715454 pr_loss:0.3226771056652069 m_loss:1.5611821413040161 grad:1.0573653606715279
DEBUG:root:loss:1.798409342765808 pr_loss:0.4903460443019867 m_loss:1.308063268661499 grad:0.8714095594538934
DEBUG:root:loss:1.316330909729004 pr_loss:0.08314044028520584 m_loss:1.2331904172897339 grad:0.8484042370094368
DEBUG:root:loss:4.81182861328125 pr_loss:2.999344825744629 m_loss:1.812483787536621 grad:1.2705428102078897
DEBUG:root:loss:2.2371397018432617 pr_loss:0.28332555294036865 m_loss:1.9538142681121826 grad:0.940851050300064
DEBUG:root:loss:1.866554617881775 pr_loss:0.16776426136493683 m_loss:1.6987903118133545 grad:0.7462945176298829
DEBUG:root:loss:1.6331050395965576 pr_loss:0.31773585081100464 m_loss:1.3153692483901978 grad:0.8171736776474526
DEBUG:root:loss:0.9991675615310669 pr_loss:0.1157100722193718 m_loss:0.8834574818611145 grad:0.7560459525436029
DEBUG:root:loss:4.923889636993408 pr_loss:3.125201463699341 m_loss:1.798688292503357 grad:1.4192740349601087
DEBUG:root:loss:1.6696418523788452 pr_loss:0.17106257379055023 m_loss:1.4985792636871338 grad:0.7537865918402792
DEBUG:root:loss:1.6734274625778198 pr_loss:0.5864406824111938 m_loss:1.086986780166626 grad:1.1107840426078006
DEBUG:root:loss:1.3479076623916626 pr_loss:0.17846693098545074 m_loss:1.169440746307373 grad:0.6466628195589028
DEBUG:root:loss:4.433406829833984 pr_loss:2.8233792781829834 m_loss:1.610027551651001 grad:1.5478252865119022
DEBUG:root:loss:1.4161094427108765 pr_loss:0.11532898992300034 m_loss:1.3007804155349731 grad:0.7882822275485989
DEBUG:root:loss:4.860461711883545 pr_loss:3.175786256790161 m_loss:1.6846753358840942 grad:1.002118859398968
DEBUG:root:loss:1.660166621208191 pr_loss:0.35133886337280273 m_loss:1.3088277578353882 grad:0.9224223962824254
DEBUG:root:loss:1.6800457239151 pr_loss:0.3413502275943756 m_loss:1.3386955261230469 grad:1.184713647326954
DEBUG:root:loss:4.677727222442627 pr_loss:3.1267874240875244 m_loss:1.550939917564392 grad:0.791491427500599
DEBUG:root:loss:1.7547913789749146 pr_loss:0.1813691407442093 m_loss:1.5734221935272217 grad:0.6893366250832704
DEBUG:root:loss:1.6109771728515625 pr_loss:0.27575114369392395 m_loss:1.335226058959961 grad:0.7281543704609456
DEBUG:root:loss:1.0214776992797852 pr_loss:0.07106715440750122 m_loss:0.9504104852676392 grad:0.6880917965031883
DEBUG:root:loss:5.066622734069824 pr_loss:3.4940128326416016 m_loss:1.5726096630096436 grad:0.7935380310134592
DEBUG:root:loss:1.71639084815979 pr_loss:0.37026652693748474 m_loss:1.346124291419983 grad:0.7357143685957382
DEBUG:root:loss:1.1130510568618774 pr_loss:0.07485520094633102 m_loss:1.0381958484649658 grad:0.48855992766891904
DEBUG:root:loss:5.0977067947387695 pr_loss:2.8830018043518066 m_loss:2.214704990386963 grad:2.024567566466808
DEBUG:root:loss:1.9983829259872437 pr_loss:0.07336332648992538 m_loss:1.92501962184906 grad:1.1206161897257176
DEBUG:root:loss:1.4716758728027344 pr_loss:0.0755564421415329 m_loss:1.396119475364685 grad:1.0319442140539663
DEBUG:root:loss:1.7274689674377441 pr_loss:0.3079088628292084 m_loss:1.4195600748062134 grad:1.3105949490595032
DEBUG:root:loss:1.6642144918441772 pr_loss:0.383937269449234 m_loss:1.2802772521972656 grad:1.6206400731019102
DEBUG:root:loss:1.1095569133758545 pr_loss:0.30563265085220337 m_loss:0.8039243221282959 grad:1.5079107381078154
DEBUG:root:loss:1.2676552534103394 pr_loss:0.013897333294153214 m_loss:1.2537579536437988 grad:1.0114402231777235
DEBUG:root:loss:4.193682670593262 pr_loss:2.6652474403381348 m_loss:1.5284349918365479 grad:1.319767951067129
DEBUG:root:loss:1.6755989789962769 pr_loss:0.1325586885213852 m_loss:1.5430402755737305 grad:0.6735266466691505
DEBUG:root:loss:1.384152889251709 pr_loss:0.21438322961330414 m_loss:1.1697696447372437 grad:0.743438159728808
DEBUG:root:loss:1.5003360509872437 pr_loss:0.2346758097410202 m_loss:1.265660285949707 grad:0.727795464101826
DEBUG:root:loss:1.228204369544983 pr_loss:0.07244465500116348 m_loss:1.1557596921920776 grad:0.7724272588648531
DEBUG:root:loss:5.3966522216796875 pr_loss:3.3651576042175293 m_loss:2.031494617462158 grad:1.654016661488721
DEBUG:root:loss:1.5789692401885986 pr_loss:0.19416411221027374 m_loss:1.3848050832748413 grad:0.8316611157117489
DEBUG:root:loss:1.5015958547592163 pr_loss:0.44201457500457764 m_loss:1.0595812797546387 grad:0.7656235474629605
DEBUG:root:loss:1.6021806001663208 pr_loss:0.28033748269081116 m_loss:1.321843147277832 grad:0.9317476542387415
INFO:root:Traning time: 255.22586703300476
INFO:root:avg training loss in epoch 7 sup:2.224556
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:2.312350273132324 pr_loss:0.5002668499946594 m_loss:1.81208336353302
DEBUG:root:loss:2.8551650047302246 pr_loss:1.4297544956207275 m_loss:1.4254103899002075
DEBUG:root:loss:3.39569091796875 pr_loss:2.24458646774292 m_loss:1.1511043310165405
DEBUG:root:loss:2.3733296394348145 pr_loss:0.6308140158653259 m_loss:1.7425156831741333
DEBUG:root:loss:2.6850547790527344 pr_loss:1.347594141960144 m_loss:1.3374606370925903
DEBUG:root:loss:2.2241125106811523 pr_loss:0.4528872072696686 m_loss:1.7712252140045166
DEBUG:root:loss:3.1601688861846924 pr_loss:1.4997915029525757 m_loss:1.6603773832321167
DEBUG:root:loss:2.8617498874664307 pr_loss:1.4867464303970337 m_loss:1.375003457069397
DEBUG:root:loss:4.290050983428955 pr_loss:2.8343520164489746 m_loss:1.45569908618927
DEBUG:root:loss:2.5650856494903564 pr_loss:0.39049196243286133 m_loss:2.174593687057495
DEBUG:root:loss:2.7183825969696045 pr_loss:0.9953559637069702 m_loss:1.7230266332626343
DEBUG:root:loss:2.962503671646118 pr_loss:1.7935702800750732 m_loss:1.168933391571045
DEBUG:root:loss:2.273440361022949 pr_loss:1.3711044788360596 m_loss:0.9023359417915344
DEBUG:root:loss:3.4697022438049316 pr_loss:2.3423595428466797 m_loss:1.1273428201675415
DEBUG:root:loss:3.8930461406707764 pr_loss:2.512493848800659 m_loss:1.3805522918701172
DEBUG:root:loss:2.5127005577087402 pr_loss:0.4927142858505249 m_loss:2.019986391067505
DEBUG:root:loss:3.559709072113037 pr_loss:1.6316159963607788 m_loss:1.9280930757522583
DEBUG:root:loss:3.0625150203704834 pr_loss:1.429617166519165 m_loss:1.6328978538513184
DEBUG:root:loss:3.1574325561523438 pr_loss:1.6133278608322144 m_loss:1.5441045761108398
DEBUG:root:loss:4.22431755065918 pr_loss:2.8423445224761963 m_loss:1.3819729089736938
DEBUG:root:loss:3.456514358520508 pr_loss:0.7277318239212036 m_loss:2.7287826538085938
DEBUG:root:loss:3.899683713912964 pr_loss:2.086618423461914 m_loss:1.8130652904510498
DEBUG:root:loss:3.1051788330078125 pr_loss:1.5895315408706665 m_loss:1.5156471729278564
DEBUG:root:loss:4.531675338745117 pr_loss:2.2928833961486816 m_loss:2.2387921810150146
DEBUG:root:loss:3.703273296356201 pr_loss:2.3667562007904053 m_loss:1.336517095565796
DEBUG:root:loss:4.1943254470825195 pr_loss:2.5932531356811523 m_loss:1.6010725498199463
DEBUG:root:loss:3.9711482524871826 pr_loss:2.446662187576294 m_loss:1.5244860649108887
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 7 sup:3.237715 unsup:0.000000
INFO:root:time for epoch 7: 46.753205
INFO:root:early stop countdown 2, learning rate 0.001500
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:4.353359699249268 pr_loss:2.923825979232788 m_loss:1.4295337200164795 grad:0.9118046542043811
DEBUG:root:loss:1.6391324996948242 pr_loss:0.1483646035194397 m_loss:1.4907679557800293 grad:0.8053229107908508
DEBUG:root:loss:1.2843636274337769 pr_loss:0.1615576297044754 m_loss:1.1228059530258179 grad:0.6252778375938601
DEBUG:root:loss:1.4340157508850098 pr_loss:0.2150205373764038 m_loss:1.218995213508606 grad:0.8167150036372584
DEBUG:root:loss:1.1422650814056396 pr_loss:0.07849384844303131 m_loss:1.0637712478637695 grad:0.557015697272556
DEBUG:root:loss:4.158600807189941 pr_loss:2.74758243560791 m_loss:1.4110184907913208 grad:0.9396100136250236
DEBUG:root:loss:1.7385423183441162 pr_loss:0.2659992575645447 m_loss:1.4725431203842163 grad:0.7844636558677018
DEBUG:root:loss:1.4459173679351807 pr_loss:0.23404139280319214 m_loss:1.2118759155273438 grad:0.6566404031411947
DEBUG:root:loss:0.926357626914978 pr_loss:0.023153197020292282 m_loss:0.9032044410705566 grad:0.6266805592555946
DEBUG:root:loss:4.51578426361084 pr_loss:2.9799413681030273 m_loss:1.5358426570892334 grad:0.8130343807756261
DEBUG:root:loss:1.8161201477050781 pr_loss:0.35191014409065247 m_loss:1.464210033416748 grad:0.8447606476175794
DEBUG:root:loss:1.3459960222244263 pr_loss:0.201695054769516 m_loss:1.144300937652588 grad:0.7341185299053161
DEBUG:root:loss:1.3097755908966064 pr_loss:0.03202499449253082 m_loss:1.2777506113052368 grad:0.535678030528257
DEBUG:root:loss:4.612192153930664 pr_loss:3.3352460861206055 m_loss:1.276945948600769 grad:1.6602755480997378
DEBUG:root:loss:1.3804981708526611 pr_loss:0.333748996257782 m_loss:1.046749234199524 grad:0.6308682341007332
DEBUG:root:loss:1.0015597343444824 pr_loss:0.030978595837950706 m_loss:0.9705811142921448 grad:0.6075401924616778
DEBUG:root:loss:4.458696365356445 pr_loss:3.0338988304138184 m_loss:1.4247974157333374 grad:1.1119463092913031
DEBUG:root:loss:1.2512905597686768 pr_loss:0.06395550072193146 m_loss:1.1873350143432617 grad:0.7477107978736931
DEBUG:root:loss:4.7604522705078125 pr_loss:2.83259916305542 m_loss:1.9278532266616821 grad:2.102599057640765
DEBUG:root:loss:1.7490155696868896 pr_loss:0.05993713065981865 m_loss:1.689078450202942 grad:0.8711092188157149
DEBUG:root:loss:1.421460509300232 pr_loss:0.1331828534603119 m_loss:1.2882776260375977 grad:1.3795739454406462
DEBUG:root:loss:1.695599913597107 pr_loss:0.4056694507598877 m_loss:1.2899304628372192 grad:1.249765751106623
DEBUG:root:loss:1.270722508430481 pr_loss:0.12057945877313614 m_loss:1.150143027305603 grad:0.9993294870526159
DEBUG:root:loss:0.7664968371391296 pr_loss:0.09849436581134796 m_loss:0.6680024862289429 grad:1.1099047671879416
DEBUG:root:loss:1.1551731824874878 pr_loss:0.026170438155531883 m_loss:1.1290026903152466 grad:0.9240975104777336
DEBUG:root:loss:4.747371673583984 pr_loss:2.9943978786468506 m_loss:1.7529735565185547 grad:1.2225433208147736
DEBUG:root:loss:1.7738209962844849 pr_loss:0.1686960905790329 m_loss:1.6051249504089355 grad:0.7034142160270556
DEBUG:root:loss:1.7447454929351807 pr_loss:0.2591090798377991 m_loss:1.4856364727020264 grad:0.6959183977400439
DEBUG:root:loss:1.8532246351242065 pr_loss:0.4327307641506195 m_loss:1.4204938411712646 grad:0.7976311361873241
DEBUG:root:loss:1.5077672004699707 pr_loss:0.29416581988334656 m_loss:1.2136013507843018 grad:0.9107233936879059
DEBUG:root:loss:1.223717451095581 pr_loss:0.03128374367952347 m_loss:1.1924337148666382 grad:0.742565918873254
DEBUG:root:loss:4.772941589355469 pr_loss:3.064903974533081 m_loss:1.7080374956130981 grad:0.950468274482657
DEBUG:root:loss:2.0754692554473877 pr_loss:0.26040878891944885 m_loss:1.8150604963302612 grad:0.7725954264388057
DEBUG:root:loss:1.8327537775039673 pr_loss:0.23636719584465027 m_loss:1.5963865518569946 grad:0.8985987994109264
DEBUG:root:loss:1.422122597694397 pr_loss:0.2155681550502777 m_loss:1.2065544128417969 grad:0.6596881869309084
DEBUG:root:loss:0.875435471534729 pr_loss:0.06390684098005295 m_loss:0.8115286231040955 grad:0.7250329530827538
DEBUG:root:loss:4.863813400268555 pr_loss:3.244885206222534 m_loss:1.6189279556274414 grad:0.9069095586955016
DEBUG:root:loss:1.603299856185913 pr_loss:0.37377241253852844 m_loss:1.229527473449707 grad:0.8934433337372787
DEBUG:root:loss:1.5522712469100952 pr_loss:0.27236756682395935 m_loss:1.2799036502838135 grad:1.119527889548371
DEBUG:root:loss:2.610567092895508 pr_loss:2.137699842453003 m_loss:0.47286728024482727 grad:0.7919921494774692
DEBUG:root:loss:0.9248907566070557 pr_loss:0.07357332110404968 m_loss:0.8513174057006836 grad:1.8293283265265332
DEBUG:root:loss:0.9559080004692078 pr_loss:0.003989759832620621 m_loss:0.9519182443618774 grad:1.1118372353196198
DEBUG:root:loss:0.8958722949028015 pr_loss:0.0030555976554751396 m_loss:0.8928167223930359 grad:0.9033575491142867
DEBUG:root:loss:0.5342244505882263 pr_loss:0.05855754390358925 m_loss:0.47566691040992737 grad:1.2570956428837188
DEBUG:root:loss:0.23167502880096436 pr_loss:0.0034114676527678967 m_loss:0.22826355695724487 grad:0.6180331537510667
DEBUG:root:loss:0.8396116495132446 pr_loss:0.0012563384370878339 m_loss:0.838355302810669 grad:1.3068449079653124
DEBUG:root:loss:0.7060375213623047 pr_loss:0.0008087808964774013 m_loss:0.7052287459373474 grad:2.0880615507821476
DEBUG:root:loss:4.709558010101318 pr_loss:3.1649105548858643 m_loss:1.5446475744247437 grad:0.9752701415916757
DEBUG:root:loss:1.5722471475601196 pr_loss:0.30014941096305847 m_loss:1.2720977067947388 grad:0.5809299063925427
DEBUG:root:loss:1.136714220046997 pr_loss:0.08252935856580734 m_loss:1.054184913635254 grad:0.6599808601765375
DEBUG:root:loss:3.7899723052978516 pr_loss:2.4302432537078857 m_loss:1.3597290515899658 grad:0.8520972284754105
DEBUG:root:loss:1.9451879262924194 pr_loss:0.2564283311367035 m_loss:1.6887595653533936 grad:0.8342049141341217
DEBUG:root:loss:1.521350383758545 pr_loss:0.43608877062797546 m_loss:1.085261583328247 grad:1.0152428275878693
DEBUG:root:loss:1.634055495262146 pr_loss:0.4801100194454193 m_loss:1.1539454460144043 grad:1.6104757774631755
DEBUG:root:loss:1.134643316268921 pr_loss:0.0860733613371849 m_loss:1.048569917678833 grad:0.832333930780683
DEBUG:root:loss:5.036764621734619 pr_loss:3.0441977977752686 m_loss:1.992566704750061 grad:0.811819999542418
DEBUG:root:loss:1.4289309978485107 pr_loss:0.08085538446903229 m_loss:1.3480756282806396 grad:0.6101245922382793
DEBUG:root:loss:1.4062258005142212 pr_loss:0.3573918044567108 m_loss:1.048833966255188 grad:0.7335892853245857
DEBUG:root:loss:1.614018440246582 pr_loss:0.29146283864974976 m_loss:1.322555661201477 grad:0.9755948079221722
DEBUG:root:loss:5.02641487121582 pr_loss:3.320972442626953 m_loss:1.7054425477981567 grad:0.9262580686215642
DEBUG:root:loss:1.5610682964324951 pr_loss:0.17074912786483765 m_loss:1.3903191089630127 grad:0.7789621286907296
DEBUG:root:loss:1.3682116270065308 pr_loss:0.3575136959552765 m_loss:1.0106979608535767 grad:0.6974904526531479
DEBUG:root:loss:1.28336763381958 pr_loss:0.1376088261604309 m_loss:1.145758867263794 grad:0.6431476735693238
INFO:root:Traning time: 289.14518690109253
INFO:root:avg training loss in epoch 8 sup:2.037296
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:2.0987446308135986 pr_loss:0.38112708926200867 m_loss:1.7176176309585571
DEBUG:root:loss:3.186657428741455 pr_loss:1.5533432960510254 m_loss:1.6333140134811401
DEBUG:root:loss:2.871723175048828 pr_loss:1.5214296579360962 m_loss:1.3502936363220215
DEBUG:root:loss:4.343194007873535 pr_loss:2.8995277881622314 m_loss:1.4436664581298828
DEBUG:root:loss:2.3411731719970703 pr_loss:0.2820024788379669 m_loss:2.059170722961426
DEBUG:root:loss:2.5755138397216797 pr_loss:0.8954055905342102 m_loss:1.6801083087921143
DEBUG:root:loss:2.7615883350372314 pr_loss:1.634909749031067 m_loss:1.1266785860061646
DEBUG:root:loss:2.2435951232910156 pr_loss:1.3603630065917969 m_loss:0.8832321166992188
DEBUG:root:loss:3.560591697692871 pr_loss:2.446683406829834 m_loss:1.113908290863037
DEBUG:root:loss:3.8800225257873535 pr_loss:2.5725948810577393 m_loss:1.3074275255203247
DEBUG:root:loss:2.2049269676208496 pr_loss:0.42094263434410095 m_loss:1.7839844226837158
DEBUG:root:loss:2.790179491043091 pr_loss:1.3972928524017334 m_loss:1.3928866386413574
DEBUG:root:loss:3.4454421997070312 pr_loss:2.3177812099456787 m_loss:1.127661108970642
DEBUG:root:loss:3.223659038543701 pr_loss:0.5238471031188965 m_loss:2.6998119354248047
DEBUG:root:loss:3.8287267684936523 pr_loss:2.07060170173645 m_loss:1.7581251859664917
DEBUG:root:loss:2.96102237701416 pr_loss:1.4998472929000854 m_loss:1.4611749649047852
DEBUG:root:loss:4.684299945831299 pr_loss:2.502934217453003 m_loss:2.181365728378296
DEBUG:root:loss:3.7236578464508057 pr_loss:2.3408138751983643 m_loss:1.3828439712524414
DEBUG:root:loss:4.312938213348389 pr_loss:2.7023637294769287 m_loss:1.6105743646621704
DEBUG:root:loss:4.007431983947754 pr_loss:2.465378761291504 m_loss:1.5420531034469604
DEBUG:root:loss:2.33467698097229 pr_loss:0.4018421769142151 m_loss:1.9328347444534302
DEBUG:root:loss:3.535722255706787 pr_loss:1.633608102798462 m_loss:1.9021142721176147
DEBUG:root:loss:3.078187942504883 pr_loss:1.4712599515914917 m_loss:1.6069279909133911
DEBUG:root:loss:3.1222429275512695 pr_loss:1.6226779222488403 m_loss:1.4995650053024292
DEBUG:root:loss:4.315020561218262 pr_loss:2.9186277389526367 m_loss:1.3963927030563354
DEBUG:root:loss:2.3020131587982178 pr_loss:0.574268102645874 m_loss:1.7277450561523438
DEBUG:root:loss:2.6806302070617676 pr_loss:1.3301790952682495 m_loss:1.350451111793518
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 8 sup:3.200503 unsup:0.000000
INFO:root:time for epoch 8: 51.071977
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:4.099198818206787 pr_loss:2.8527708053588867 m_loss:1.24642813205719 grad:1.1629900879541184
DEBUG:root:loss:1.2601709365844727 pr_loss:0.24205352365970612 m_loss:1.0181174278259277 grad:0.6579579656495476
DEBUG:root:loss:0.9321847558021545 pr_loss:0.022669348865747452 m_loss:0.909515380859375 grad:0.6059031039560032
DEBUG:root:loss:4.567681789398193 pr_loss:2.8691937923431396 m_loss:1.6984878778457642 grad:0.7007405767833635
DEBUG:root:loss:1.7994850873947144 pr_loss:0.2239859402179718 m_loss:1.575499176979065 grad:0.7105902314443754
DEBUG:root:loss:1.6241629123687744 pr_loss:0.17582570016384125 m_loss:1.448337197303772 grad:0.5230669895795005
DEBUG:root:loss:1.782913327217102 pr_loss:0.3922037184238434 m_loss:1.390709638595581 grad:1.0515306422896815
DEBUG:root:loss:1.4939684867858887 pr_loss:0.32535886764526367 m_loss:1.168609619140625 grad:0.9286144593427575
DEBUG:root:loss:1.1289359331130981 pr_loss:0.02257225289940834 m_loss:1.1063636541366577 grad:0.56535767662964
DEBUG:root:loss:4.091722011566162 pr_loss:2.457648515701294 m_loss:1.6340736150741577 grad:0.9855023696491619
DEBUG:root:loss:2.0269670486450195 pr_loss:0.2854761779308319 m_loss:1.7414908409118652 grad:0.6923168423003142
DEBUG:root:loss:1.7020447254180908 pr_loss:0.15830391645431519 m_loss:1.5437407493591309 grad:0.7669337580132641
DEBUG:root:loss:1.4301331043243408 pr_loss:0.2641236186027527 m_loss:1.1660094261169434 grad:0.768423426185106
DEBUG:root:loss:0.8397490382194519 pr_loss:0.05315234512090683 m_loss:0.7865967154502869 grad:0.5164755952788279
DEBUG:root:loss:4.985682964324951 pr_loss:3.2135887145996094 m_loss:1.7720941305160522 grad:1.0603496223269717
DEBUG:root:loss:1.5606694221496582 pr_loss:0.027392035350203514 m_loss:1.5332773923873901 grad:0.7521936297906964
DEBUG:root:loss:1.247531533241272 pr_loss:0.049905095249414444 m_loss:1.1976264715194702 grad:0.8030754176881179
DEBUG:root:loss:1.6292555332183838 pr_loss:0.41537004709243774 m_loss:1.2138855457305908 grad:1.250523370334421
DEBUG:root:loss:1.208458423614502 pr_loss:0.18160079419612885 m_loss:1.026857614517212 grad:1.367735262797567
DEBUG:root:loss:0.7033689022064209 pr_loss:0.06363336741924286 m_loss:0.6397355198860168 grad:0.7294506859089559
DEBUG:root:loss:1.1040250062942505 pr_loss:0.0067980014719069 m_loss:1.0972269773483276 grad:0.8545220135672978
DEBUG:root:loss:4.585399627685547 pr_loss:3.223299741744995 m_loss:1.3621000051498413 grad:1.223196550635081
DEBUG:root:loss:1.5547332763671875 pr_loss:0.15425826609134674 m_loss:1.400475025177002 grad:0.6705207292822922
DEBUG:root:loss:1.2618799209594727 pr_loss:0.16975755989551544 m_loss:1.0921223163604736 grad:0.7436516908937799
DEBUG:root:loss:1.3253841400146484 pr_loss:0.1557588428258896 m_loss:1.1696252822875977 grad:0.6570048386364856
DEBUG:root:loss:1.120989441871643 pr_loss:0.08325111120939255 m_loss:1.03773832321167 grad:0.7665721993013517
DEBUG:root:loss:4.882452964782715 pr_loss:4.370808124542236 m_loss:0.5116448998451233 grad:1.0408065886982696
DEBUG:root:loss:0.9483692646026611 pr_loss:0.08630412071943283 m_loss:0.8620651364326477 grad:1.8510938741395446
DEBUG:root:loss:0.8355847001075745 pr_loss:0.015377473086118698 m_loss:0.8202072381973267 grad:1.3143379243954834
DEBUG:root:loss:0.8373201489448547 pr_loss:0.01477211993187666 m_loss:0.8225480318069458 grad:1.1304026731191668
DEBUG:root:loss:0.5173493027687073 pr_loss:0.05002923309803009 m_loss:0.4673200845718384 grad:1.2563900785605975
DEBUG:root:loss:0.22786809504032135 pr_loss:0.02739861235022545 m_loss:0.2004694789648056 grad:0.7766955932139605
DEBUG:root:loss:0.7413660883903503 pr_loss:0.00031272409250959754 m_loss:0.7410533428192139 grad:1.277817956291844
DEBUG:root:loss:0.6068845987319946 pr_loss:0.009613360278308392 m_loss:0.5972712635993958 grad:2.0443754938416037
DEBUG:root:loss:4.108182907104492 pr_loss:2.795366048812866 m_loss:1.3128167390823364 grad:1.0929549730317711
DEBUG:root:loss:2.075833320617676 pr_loss:0.39449816942214966 m_loss:1.6813350915908813 grad:0.9006301952305522
DEBUG:root:loss:1.5595389604568481 pr_loss:0.4652399718761444 m_loss:1.0942989587783813 grad:0.9351260879357357
DEBUG:root:loss:1.669323444366455 pr_loss:0.5485225319862366 m_loss:1.1208008527755737 grad:1.510592625455704
DEBUG:root:loss:1.1347256898880005 pr_loss:0.09833640605211258 m_loss:1.0363892316818237 grad:0.9105644516275271
DEBUG:root:loss:4.7509355545043945 pr_loss:3.261631965637207 m_loss:1.4893033504486084 grad:1.017552030151599
DEBUG:root:loss:1.747770071029663 pr_loss:0.27914494276046753 m_loss:1.4686250686645508 grad:0.6645022607431212
DEBUG:root:loss:1.2695677280426025 pr_loss:0.16283747553825378 m_loss:1.1067302227020264 grad:0.739497924799161
DEBUG:root:loss:1.301132321357727 pr_loss:0.03542811796069145 m_loss:1.2657041549682617 grad:0.6895344750165426
DEBUG:root:loss:3.8309216499328613 pr_loss:2.3704564571380615 m_loss:1.4604651927947998 grad:1.7068141430188866
DEBUG:root:loss:1.2716642618179321 pr_loss:0.03158188611268997 m_loss:1.2400823831558228 grad:0.7353298180305087
DEBUG:root:loss:4.527919769287109 pr_loss:3.0069897174835205 m_loss:1.5209301710128784 grad:1.2351757320615362
DEBUG:root:loss:1.5609883069992065 pr_loss:0.3169529438018799 m_loss:1.2440353631973267 grad:0.7177108094408782
DEBUG:root:loss:1.118849277496338 pr_loss:0.09544318169355392 m_loss:1.0234061479568481 grad:0.5747578848200351
DEBUG:root:loss:3.9548726081848145 pr_loss:2.561735153198242 m_loss:1.3931374549865723 grad:0.8374976274064665
DEBUG:root:loss:1.7504178285598755 pr_loss:0.3200092315673828 m_loss:1.4304085969924927 grad:0.8545563321858168
DEBUG:root:loss:1.3822460174560547 pr_loss:0.15450529754161835 m_loss:1.22774076461792 grad:0.6022672460507407
DEBUG:root:loss:0.9155126214027405 pr_loss:0.017769085243344307 m_loss:0.8977435231208801 grad:0.6768256629059949
DEBUG:root:loss:4.312230110168457 pr_loss:2.724195718765259 m_loss:1.5880341529846191 grad:0.7617235132816657
DEBUG:root:loss:1.5085105895996094 pr_loss:0.2699997127056122 m_loss:1.2385108470916748 grad:0.841893267651867
DEBUG:root:loss:1.452505350112915 pr_loss:0.2100982815027237 m_loss:1.2424070835113525 grad:0.9146874629843559
DEBUG:root:loss:4.61322021484375 pr_loss:2.9239606857299805 m_loss:1.6892592906951904 grad:0.9990649866923313
DEBUG:root:loss:1.5073590278625488 pr_loss:0.0995526909828186 m_loss:1.407806396484375 grad:0.7680537529645559
DEBUG:root:loss:1.3555172681808472 pr_loss:0.3379025459289551 m_loss:1.017614722251892 grad:0.7309012504334536
DEBUG:root:loss:1.322621464729309 pr_loss:0.1615365892648697 m_loss:1.1610848903656006 grad:0.6940150293629058
DEBUG:root:loss:5.228717803955078 pr_loss:3.23481822013855 m_loss:1.9938997030258179 grad:0.9945674179340659
DEBUG:root:loss:1.5169004201889038 pr_loss:0.18216170370578766 m_loss:1.3347387313842773 grad:0.8375577078397631
DEBUG:root:loss:1.4845807552337646 pr_loss:0.4580599069595337 m_loss:1.026520848274231 grad:0.7230191804564337
DEBUG:root:loss:1.4781087636947632 pr_loss:0.2046680599451065 m_loss:1.2734407186508179 grad:0.74923037863044
INFO:root:Traning time: 321.4971821308136
INFO:root:avg training loss in epoch 9 sup:2.005945
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:2.105245590209961 pr_loss:0.38955017924308777 m_loss:1.7156953811645508
DEBUG:root:loss:3.073323965072632 pr_loss:1.4503456354141235 m_loss:1.6229783296585083
DEBUG:root:loss:2.734081983566284 pr_loss:1.3951221704483032 m_loss:1.338959813117981
DEBUG:root:loss:4.35749626159668 pr_loss:2.9259653091430664 m_loss:1.4315308332443237
DEBUG:root:loss:2.2702903747558594 pr_loss:0.556523323059082 m_loss:1.7137669324874878
DEBUG:root:loss:2.572392702102661 pr_loss:1.2557241916656494 m_loss:1.3166685104370117
DEBUG:root:loss:3.2973687648773193 pr_loss:0.5934860706329346 m_loss:2.7038826942443848
DEBUG:root:loss:3.690277576446533 pr_loss:1.9306119680404663 m_loss:1.7596657276153564
DEBUG:root:loss:2.8960728645324707 pr_loss:1.4035491943359375 m_loss:1.4925237894058228
DEBUG:root:loss:4.5603227615356445 pr_loss:2.4464035034179688 m_loss:2.113919496536255
DEBUG:root:loss:3.633711338043213 pr_loss:2.29110050201416 m_loss:1.3426109552383423
DEBUG:root:loss:4.1056413650512695 pr_loss:2.523826837539673 m_loss:1.5818147659301758
DEBUG:root:loss:3.9447898864746094 pr_loss:2.42744517326355 m_loss:1.5173448324203491
DEBUG:root:loss:2.330760955810547 pr_loss:0.28561437129974365 m_loss:2.0451464653015137
DEBUG:root:loss:2.517453670501709 pr_loss:0.8401505947113037 m_loss:1.6773030757904053
DEBUG:root:loss:2.7415084838867188 pr_loss:1.6270997524261475 m_loss:1.1144086122512817
DEBUG:root:loss:2.0507285594940186 pr_loss:1.2157670259475708 m_loss:0.834961473941803
DEBUG:root:loss:3.4396255016326904 pr_loss:2.3395943641662598 m_loss:1.1000311374664307
DEBUG:root:loss:3.8755240440368652 pr_loss:2.5967447757720947 m_loss:1.2787792682647705
DEBUG:root:loss:2.3497772216796875 pr_loss:0.41883814334869385 m_loss:1.9309390783309937
DEBUG:root:loss:3.3758134841918945 pr_loss:1.4827487468719482 m_loss:1.8930646181106567
DEBUG:root:loss:2.8925139904022217 pr_loss:1.3066803216934204 m_loss:1.5858336687088013
DEBUG:root:loss:3.0443930625915527 pr_loss:1.5412774085998535 m_loss:1.5031155347824097
DEBUG:root:loss:4.31519079208374 pr_loss:2.9069981575012207 m_loss:1.4081926345825195
DEBUG:root:loss:2.1848838329315186 pr_loss:0.43433037400245667 m_loss:1.7505534887313843
DEBUG:root:loss:2.7027177810668945 pr_loss:1.3099642992019653 m_loss:1.3927534818649292
DEBUG:root:loss:3.4005866050720215 pr_loss:2.303712844848633 m_loss:1.0968736410140991
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 9 sup:3.128240 unsup:0.000000
INFO:root:time for epoch 9: 47.732523
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:3.576385259628296 pr_loss:3.2100183963775635 m_loss:0.3663668930530548 grad:1.4678526804371714
DEBUG:root:loss:0.7694997191429138 pr_loss:0.014807958155870438 m_loss:0.7546917796134949 grad:0.9037056379040327
DEBUG:root:loss:0.7360614538192749 pr_loss:0.11905746161937714 m_loss:0.6170039772987366 grad:1.8027303971315891
DEBUG:root:loss:0.6753298044204712 pr_loss:0.0001669056509854272 m_loss:0.6751629114151001 grad:0.8464055741615251
DEBUG:root:loss:0.3997538089752197 pr_loss:0.024166645482182503 m_loss:0.3755871653556824 grad:0.8977721763594284
DEBUG:root:loss:0.22138488292694092 pr_loss:0.04524112492799759 m_loss:0.17614376544952393 grad:0.934531863260874
DEBUG:root:loss:0.6800462603569031 pr_loss:0.001797071541659534 m_loss:0.678249180316925 grad:1.4143114760653634
DEBUG:root:loss:0.3138301968574524 pr_loss:0.026653500273823738 m_loss:0.2871766984462738 grad:1.4929198140110709
DEBUG:root:loss:4.514581680297852 pr_loss:2.9440622329711914 m_loss:1.5705195665359497 grad:1.0246046857532012
DEBUG:root:loss:1.4716397523880005 pr_loss:0.27953729033470154 m_loss:1.1921024322509766 grad:1.3037876574618286
DEBUG:root:loss:1.3584176301956177 pr_loss:0.15576283633708954 m_loss:1.2026548385620117 grad:0.8703130340396105
DEBUG:root:loss:3.980923652648926 pr_loss:2.6655337810516357 m_loss:1.3153899908065796 grad:1.4225508235693924
DEBUG:root:loss:1.9614940881729126 pr_loss:0.3495277166366577 m_loss:1.6119663715362549 grad:0.9366583488971142
DEBUG:root:loss:1.507005214691162 pr_loss:0.4804142117500305 m_loss:1.0265909433364868 grad:0.9985273846595984
DEBUG:root:loss:1.55649733543396 pr_loss:0.4385221004486084 m_loss:1.1179752349853516 grad:1.045462261342028
DEBUG:root:loss:1.1507983207702637 pr_loss:0.151328906416893 m_loss:0.9994693994522095 grad:1.0783546840590934
DEBUG:root:loss:4.237177848815918 pr_loss:2.742068290710449 m_loss:1.4951093196868896 grad:0.990649762563518
DEBUG:root:loss:1.630948781967163 pr_loss:0.3968975841999054 m_loss:1.23405122756958 grad:0.6986978671979603
DEBUG:root:loss:1.0244702100753784 pr_loss:0.020552948117256165 m_loss:1.0039172172546387 grad:0.5064797184830441
DEBUG:root:loss:4.335845470428467 pr_loss:2.9575419425964355 m_loss:1.3783035278320312 grad:1.0959334588190728
DEBUG:root:loss:1.5395373106002808 pr_loss:0.1102333515882492 m_loss:1.4293040037155151 grad:0.6516860316833744
DEBUG:root:loss:1.2651253938674927 pr_loss:0.2010190635919571 m_loss:1.0641063451766968 grad:0.9934112674923998
DEBUG:root:loss:1.318213701248169 pr_loss:0.17228151857852936 m_loss:1.1459321975708008 grad:0.612220331308617
DEBUG:root:loss:1.1416435241699219 pr_loss:0.06524834036827087 m_loss:1.0763951539993286 grad:0.6573839501373819
DEBUG:root:loss:5.242827415466309 pr_loss:3.285629987716675 m_loss:1.9571971893310547 grad:1.4383381947307834
DEBUG:root:loss:1.520693063735962 pr_loss:0.16962826251983643 m_loss:1.3510648012161255 grad:0.5809388965982192
DEBUG:root:loss:1.4229792356491089 pr_loss:0.38099268078804016 m_loss:1.0419865846633911 grad:0.8818061786458685
DEBUG:root:loss:1.5401339530944824 pr_loss:0.22666995227336884 m_loss:1.3134640455245972 grad:0.7678370980940451
DEBUG:root:loss:4.271301746368408 pr_loss:3.0571792125701904 m_loss:1.2141224145889282 grad:0.8685230174311191
DEBUG:root:loss:1.1996049880981445 pr_loss:0.20377308130264282 m_loss:0.9958319664001465 grad:1.0686364473278398
DEBUG:root:loss:0.9034165740013123 pr_loss:0.015423848293721676 m_loss:0.8879927396774292 grad:0.5451400953313539
DEBUG:root:loss:4.846056938171387 pr_loss:3.1706326007843018 m_loss:1.6754242181777954 grad:0.8364254859178146
DEBUG:root:loss:1.563593864440918 pr_loss:0.18130896985530853 m_loss:1.3822848796844482 grad:0.8608619578927297
DEBUG:root:loss:1.3694298267364502 pr_loss:0.35513943433761597 m_loss:1.014290452003479 grad:0.711874559284474
DEBUG:root:loss:1.276191234588623 pr_loss:0.1424102634191513 m_loss:1.1337809562683105 grad:0.6518917096705014
DEBUG:root:loss:4.263044357299805 pr_loss:2.858133316040039 m_loss:1.404910922050476 grad:1.391738156918898
DEBUG:root:loss:1.245241403579712 pr_loss:0.07907617092132568 m_loss:1.1661652326583862 grad:0.7092498254467985
DEBUG:root:loss:3.980417013168335 pr_loss:2.6117327213287354 m_loss:1.3686842918395996 grad:0.8754896190810186
DEBUG:root:loss:1.6606478691101074 pr_loss:0.20685306191444397 m_loss:1.4537948369979858 grad:0.7483463673081039
DEBUG:root:loss:1.3515276908874512 pr_loss:0.12420590221881866 m_loss:1.227321743965149 grad:0.6900979599735956
DEBUG:root:loss:0.8913782835006714 pr_loss:0.01020267978310585 m_loss:0.8811755776405334 grad:0.5243786766146652
DEBUG:root:loss:4.611477375030518 pr_loss:2.941012382507324 m_loss:1.6704648733139038 grad:0.8737918691393237
DEBUG:root:loss:1.698061466217041 pr_loss:0.1573653519153595 m_loss:1.540696144104004 grad:0.5908352372264902
DEBUG:root:loss:1.6020408868789673 pr_loss:0.18531794846057892 m_loss:1.4167228937149048 grad:0.6064336989364684
DEBUG:root:loss:1.5698268413543701 pr_loss:0.2126346230506897 m_loss:1.3571921586990356 grad:0.7016705434896914
DEBUG:root:loss:1.4497244358062744 pr_loss:0.29517069458961487 m_loss:1.154553771018982 grad:0.8514713185238206
DEBUG:root:loss:1.1184161901474 pr_loss:0.029036564752459526 m_loss:1.0893796682357788 grad:0.5385392557975411
DEBUG:root:loss:5.036233901977539 pr_loss:3.321397542953491 m_loss:1.7148364782333374 grad:1.053199111701543
DEBUG:root:loss:1.5984079837799072 pr_loss:0.05597160384058952 m_loss:1.5424363613128662 grad:0.9850871554407317
DEBUG:root:loss:1.2329648733139038 pr_loss:0.07319185137748718 m_loss:1.1597729921340942 grad:0.876449262885591
DEBUG:root:loss:1.2543091773986816 pr_loss:0.0625801682472229 m_loss:1.191728949546814 grad:1.062210960464898
DEBUG:root:loss:1.106494665145874 pr_loss:0.07130228728055954 m_loss:1.0351923704147339 grad:1.1453010028789186
DEBUG:root:loss:0.6614972949028015 pr_loss:0.05694315582513809 m_loss:0.6045541167259216 grad:0.7533580071017114
DEBUG:root:loss:1.1516237258911133 pr_loss:0.012921126559376717 m_loss:1.138702630996704 grad:0.9256578730642392
DEBUG:root:loss:4.386907577514648 pr_loss:2.7831227779388428 m_loss:1.6037846803665161 grad:0.7244331706719992
DEBUG:root:loss:2.012151002883911 pr_loss:0.2583730220794678 m_loss:1.7537779808044434 grad:0.7955885686510787
DEBUG:root:loss:1.6974399089813232 pr_loss:0.19670401513576508 m_loss:1.500735878944397 grad:0.6888792295105217
DEBUG:root:loss:1.3560456037521362 pr_loss:0.23642681539058685 m_loss:1.1196187734603882 grad:0.691282010418896
DEBUG:root:loss:0.8092328906059265 pr_loss:0.021911052986979485 m_loss:0.7873218655586243 grad:0.6073732610585963
DEBUG:root:loss:4.933804035186768 pr_loss:3.4694411754608154 m_loss:1.4643627405166626 grad:0.6037035425675588
DEBUG:root:loss:1.7315480709075928 pr_loss:0.29759034514427185 m_loss:1.4339576959609985 grad:0.6958440755115292
DEBUG:root:loss:1.2537035942077637 pr_loss:0.14505891501903534 m_loss:1.108644723892212 grad:0.6971423860052463
DEBUG:root:loss:1.255814552307129 pr_loss:0.030280981212854385 m_loss:1.2255336046218872 grad:0.6025601468333072
INFO:root:Traning time: 351.13553404808044
INFO:root:avg training loss in epoch 10 sup:1.959410
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:3.1751933097839355 pr_loss:0.4988979697227478 m_loss:2.676295280456543
DEBUG:root:loss:3.815070629119873 pr_loss:2.1027352809906006 m_loss:1.712335467338562
DEBUG:root:loss:2.8817696571350098 pr_loss:1.4806342124938965 m_loss:1.4011355638504028
DEBUG:root:loss:4.7503461837768555 pr_loss:2.5459957122802734 m_loss:2.204350233078003
DEBUG:root:loss:3.718029022216797 pr_loss:2.410757064819336 m_loss:1.3072720766067505
DEBUG:root:loss:4.134929180145264 pr_loss:2.5662453174591064 m_loss:1.5686838626861572
DEBUG:root:loss:3.881880283355713 pr_loss:2.38066029548645 m_loss:1.5012201070785522
DEBUG:root:loss:2.226374626159668 pr_loss:0.4974926710128784 m_loss:1.7288819551467896
DEBUG:root:loss:2.602893590927124 pr_loss:1.2728227376937866 m_loss:1.3300708532333374
DEBUG:root:loss:2.323897123336792 pr_loss:0.42096880078315735 m_loss:1.9029282331466675
DEBUG:root:loss:3.4888157844543457 pr_loss:1.6311428546905518 m_loss:1.857672929763794
DEBUG:root:loss:3.02946138381958 pr_loss:1.4396376609802246 m_loss:1.589823842048645
DEBUG:root:loss:3.1051998138427734 pr_loss:1.5813809633255005 m_loss:1.5238189697265625
DEBUG:root:loss:4.2524871826171875 pr_loss:2.8660027980804443 m_loss:1.3864846229553223
DEBUG:root:loss:2.06569766998291 pr_loss:0.37535524368286133 m_loss:1.6903425455093384
DEBUG:root:loss:3.1476263999938965 pr_loss:1.5319421291351318 m_loss:1.615684151649475
DEBUG:root:loss:2.8112478256225586 pr_loss:1.4579750299453735 m_loss:1.353272795677185
DEBUG:root:loss:4.341403961181641 pr_loss:2.8934595584869385 m_loss:1.4479442834854126
DEBUG:root:loss:2.293036937713623 pr_loss:0.2937213182449341 m_loss:1.9993155002593994
DEBUG:root:loss:2.584935188293457 pr_loss:0.9245686531066895 m_loss:1.6603665351867676
DEBUG:root:loss:2.8461337089538574 pr_loss:1.75236177444458 m_loss:1.093772053718567
DEBUG:root:loss:2.140206813812256 pr_loss:1.2484432458877563 m_loss:0.8917635679244995
DEBUG:root:loss:3.5134317874908447 pr_loss:2.421246290206909 m_loss:1.0921854972839355
DEBUG:root:loss:3.9487595558166504 pr_loss:2.6640985012054443 m_loss:1.284661054611206
DEBUG:root:loss:2.1610615253448486 pr_loss:0.41226622462272644 m_loss:1.7487953901290894
DEBUG:root:loss:2.6982879638671875 pr_loss:1.3076149225234985 m_loss:1.390673041343689
DEBUG:root:loss:3.427764892578125 pr_loss:2.304039478302002 m_loss:1.1237255334854126
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 10 sup:3.161702 unsup:0.000000
INFO:root:time for epoch 10: 45.544159
INFO:root:early stop countdown 1, learning rate 0.000750
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:4.1552815437316895 pr_loss:2.9289209842681885 m_loss:1.2263606786727905 grad:0.6554945000961505
DEBUG:root:loss:1.8147172927856445 pr_loss:0.2775425910949707 m_loss:1.5371747016906738 grad:0.9018561976792214
DEBUG:root:loss:1.276486873626709 pr_loss:0.29378044605255127 m_loss:0.9827064275741577 grad:0.9538620127131232
DEBUG:root:loss:1.315722942352295 pr_loss:0.2526624798774719 m_loss:1.0630605220794678 grad:0.8273076939168056
DEBUG:root:loss:0.9945898652076721 pr_loss:0.06460154801607132 m_loss:0.9299883246421814 grad:0.7222236248777881
DEBUG:root:loss:3.844123363494873 pr_loss:2.6860830783843994 m_loss:1.1580404043197632 grad:0.9695556763760208
DEBUG:root:loss:1.1189465522766113 pr_loss:0.12504051625728607 m_loss:0.9939060211181641 grad:0.5714247174522559
DEBUG:root:loss:0.8741995096206665 pr_loss:0.022786224260926247 m_loss:0.8514133095741272 grad:0.6213724477921705
DEBUG:root:loss:3.9958081245422363 pr_loss:2.6238296031951904 m_loss:1.371978521347046 grad:1.1430518925678976
DEBUG:root:loss:1.144310712814331 pr_loss:0.052163463085889816 m_loss:1.0921472311019897 grad:0.8017401368530436
DEBUG:root:loss:5.81934928894043 pr_loss:4.259142875671387 m_loss:1.5602065324783325 grad:1.247902707773526
DEBUG:root:loss:1.4739906787872314 pr_loss:0.02873317524790764 m_loss:1.445257544517517 grad:0.7517312933398019
DEBUG:root:loss:1.2383599281311035 pr_loss:0.12449145317077637 m_loss:1.1138684749603271 grad:1.209700803900736
DEBUG:root:loss:1.336808204650879 pr_loss:0.2048882097005844 m_loss:1.1319199800491333 grad:0.9377258791177477
DEBUG:root:loss:1.0181974172592163 pr_loss:0.11941899359226227 m_loss:0.8987783789634705 grad:1.1975393541604258
DEBUG:root:loss:0.8565552234649658 pr_loss:0.32061851024627686 m_loss:0.535936713218689 grad:1.2238679636840288
DEBUG:root:loss:1.0224676132202148 pr_loss:0.04078076407313347 m_loss:0.9816868305206299 grad:0.9773174299603673
DEBUG:root:loss:3.856827735900879 pr_loss:2.546757221221924 m_loss:1.3100706338882446 grad:0.8403067496111728
DEBUG:root:loss:1.667618751525879 pr_loss:0.27827051281929016 m_loss:1.3893482685089111 grad:0.7990432334786495
DEBUG:root:loss:1.2855373620986938 pr_loss:0.1074649840593338 m_loss:1.1780723333358765 grad:0.711394264580039
DEBUG:root:loss:0.8857411742210388 pr_loss:0.025343693792819977 m_loss:0.860397458076477 grad:0.5879667549901346
DEBUG:root:loss:4.490292549133301 pr_loss:3.1913719177246094 m_loss:1.2989208698272705 grad:1.2447440248798403
DEBUG:root:loss:1.5166257619857788 pr_loss:0.1730165183544159 m_loss:1.3436092138290405 grad:0.8100555432253963
DEBUG:root:loss:1.1255414485931396 pr_loss:0.07012484222650528 m_loss:1.0554165840148926 grad:0.5198668926848239
DEBUG:root:loss:1.2899807691574097 pr_loss:0.1981201171875 m_loss:1.0918606519699097 grad:0.7197515539382296
DEBUG:root:loss:1.0525203943252563 pr_loss:0.044711705297231674 m_loss:1.0078086853027344 grad:0.635564439066894
DEBUG:root:loss:4.6821184158325195 pr_loss:3.2293717861175537 m_loss:1.4527466297149658 grad:1.1983703618861632
DEBUG:root:loss:1.7501823902130127 pr_loss:0.34498533606529236 m_loss:1.405197024345398 grad:0.8717763058460809
DEBUG:root:loss:1.2474204301834106 pr_loss:0.1556406468153 m_loss:1.0917798280715942 grad:0.6991189235410922
DEBUG:root:loss:1.2655248641967773 pr_loss:0.03371831774711609 m_loss:1.2318065166473389 grad:0.5229069795009117
DEBUG:root:loss:4.961546421051025 pr_loss:3.3768515586853027 m_loss:1.5846949815750122 grad:1.1364160302707849
DEBUG:root:loss:1.9457058906555176 pr_loss:0.22865623235702515 m_loss:1.7170495986938477 grad:0.5893633673305654
DEBUG:root:loss:1.6783742904663086 pr_loss:0.20559804141521454 m_loss:1.4727762937545776 grad:0.8415964780207603
DEBUG:root:loss:1.3340646028518677 pr_loss:0.22038772702217102 m_loss:1.113676905632019 grad:0.6488117420920028
DEBUG:root:loss:0.8165766000747681 pr_loss:0.04702097550034523 m_loss:0.7695556282997131 grad:0.570994294893382
DEBUG:root:loss:4.253458023071289 pr_loss:2.657944917678833 m_loss:1.5955133438110352 grad:0.8414114474994931
DEBUG:root:loss:1.6169341802597046 pr_loss:0.1432950794696808 m_loss:1.4736391305923462 grad:0.6716962638738376
DEBUG:root:loss:1.5498046875 pr_loss:0.14965695142745972 m_loss:1.4001476764678955 grad:0.5907704014284322
DEBUG:root:loss:1.5588127374649048 pr_loss:0.2568782567977905 m_loss:1.3019344806671143 grad:0.7344500269312864
DEBUG:root:loss:1.343188762664795 pr_loss:0.2175108790397644 m_loss:1.1256778240203857 grad:0.8184762475375376
DEBUG:root:loss:1.069352388381958 pr_loss:0.02662235125899315 m_loss:1.0427300930023193 grad:0.5574986216478471
DEBUG:root:loss:4.635142803192139 pr_loss:2.998178482055664 m_loss:1.6369644403457642 grad:0.8289253929128351
DEBUG:root:loss:1.4467833042144775 pr_loss:0.09926176816225052 m_loss:1.3475215435028076 grad:0.6055316465953223
DEBUG:root:loss:1.2824387550354004 pr_loss:0.3324281573295593 m_loss:0.9500105381011963 grad:0.6534458373043104
DEBUG:root:loss:1.18307363986969 pr_loss:0.11478569358587265 m_loss:1.068287968635559 grad:0.6029130743484266
DEBUG:root:loss:3.921506404876709 pr_loss:2.3991222381591797 m_loss:1.5223841667175293 grad:0.8415594698206768
DEBUG:root:loss:1.4167187213897705 pr_loss:0.2639370858669281 m_loss:1.15278160572052 grad:0.6916975726300372
DEBUG:root:loss:1.3862800598144531 pr_loss:0.20580506324768066 m_loss:1.1804749965667725 grad:1.0128311389543805
DEBUG:root:loss:3.796893358230591 pr_loss:3.4965410232543945 m_loss:0.3003523349761963 grad:2.8137157185165553
DEBUG:root:loss:0.6960642337799072 pr_loss:0.03774042800068855 m_loss:0.6583238244056702 grad:1.0698504591482831
DEBUG:root:loss:0.5724189281463623 pr_loss:0.00035081591340713203 m_loss:0.5720680952072144 grad:1.0276848746656493
DEBUG:root:loss:0.6377757787704468 pr_loss:0.00264701503328979 m_loss:0.6351287364959717 grad:0.8529082390787766
DEBUG:root:loss:0.404966801404953 pr_loss:0.02837424725294113 m_loss:0.3765925467014313 grad:1.0471212773498288
DEBUG:root:loss:0.29268401861190796 pr_loss:0.09886758774518967 m_loss:0.1938164383172989 grad:2.0597796384436116
DEBUG:root:loss:0.6444750428199768 pr_loss:0.0006345754372887313 m_loss:0.643840491771698 grad:1.2399554903038252
DEBUG:root:loss:0.3178173005580902 pr_loss:0.007951677776873112 m_loss:0.3098656237125397 grad:1.4959051079724006
DEBUG:root:loss:5.030794620513916 pr_loss:3.1299564838409424 m_loss:1.9008382558822632 grad:0.9903594577043776
DEBUG:root:loss:1.427579402923584 pr_loss:0.1549944281578064 m_loss:1.2725850343704224 grad:0.6913728873957362
DEBUG:root:loss:1.3984346389770508 pr_loss:0.42403644323349 m_loss:0.9743981957435608 grad:0.6331486837446413
DEBUG:root:loss:1.4742258787155151 pr_loss:0.23570504784584045 m_loss:1.238520860671997 grad:0.6979432637681554
DEBUG:root:loss:4.280129432678223 pr_loss:2.8396410942077637 m_loss:1.4404881000518799 grad:0.6015626045319743
DEBUG:root:loss:1.4686486721038818 pr_loss:0.26589542627334595 m_loss:1.2027531862258911 grad:0.5010008226955567
DEBUG:root:loss:1.0524951219558716 pr_loss:0.03873486444354057 m_loss:1.0137602090835571 grad:0.6083852651997954
INFO:root:Traning time: 386.71950101852417
INFO:root:avg training loss in epoch 11 sup:1.909699
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:3.0649261474609375 pr_loss:0.38229477405548096 m_loss:2.682631254196167
DEBUG:root:loss:3.6292195320129395 pr_loss:1.941259503364563 m_loss:1.6879600286483765
DEBUG:root:loss:2.7953977584838867 pr_loss:1.3705897331237793 m_loss:1.4248080253601074
DEBUG:root:loss:4.572027206420898 pr_loss:2.4394266605377197 m_loss:2.1326003074645996
DEBUG:root:loss:3.6192336082458496 pr_loss:2.325942277908325 m_loss:1.2932913303375244
DEBUG:root:loss:4.116654872894287 pr_loss:2.536677360534668 m_loss:1.5799776315689087
DEBUG:root:loss:3.9496335983276367 pr_loss:2.4477102756500244 m_loss:1.5019233226776123
DEBUG:root:loss:2.086818218231201 pr_loss:0.3503958582878113 m_loss:1.7364223003387451
DEBUG:root:loss:2.642965316772461 pr_loss:1.2641404867172241 m_loss:1.3788249492645264
DEBUG:root:loss:3.4428346157073975 pr_loss:2.318741798400879 m_loss:1.1240928173065186
DEBUG:root:loss:2.184375286102295 pr_loss:0.4727007746696472 m_loss:1.711674451828003
DEBUG:root:loss:2.6018214225769043 pr_loss:1.2606199979782104 m_loss:1.3412014245986938
DEBUG:root:loss:2.0077462196350098 pr_loss:0.3241211175918579 m_loss:1.6836251020431519
DEBUG:root:loss:3.078700065612793 pr_loss:1.4600094556808472 m_loss:1.6186904907226562
DEBUG:root:loss:2.7139499187469482 pr_loss:1.384787678718567 m_loss:1.3291622400283813
DEBUG:root:loss:4.413776397705078 pr_loss:2.980741024017334 m_loss:1.4330352544784546
DEBUG:root:loss:2.259016752243042 pr_loss:0.2448313683271408 m_loss:2.0141854286193848
DEBUG:root:loss:2.5551490783691406 pr_loss:0.8687335252761841 m_loss:1.686415672302246
DEBUG:root:loss:2.84891939163208 pr_loss:1.7612658739089966 m_loss:1.087653398513794
DEBUG:root:loss:2.0131235122680664 pr_loss:1.1703763008117676 m_loss:0.8427470922470093
DEBUG:root:loss:3.4742865562438965 pr_loss:2.383260488510132 m_loss:1.091025948524475
DEBUG:root:loss:3.9357223510742188 pr_loss:2.692369222640991 m_loss:1.2433531284332275
DEBUG:root:loss:2.243201971054077 pr_loss:0.3387629985809326 m_loss:1.9044389724731445
DEBUG:root:loss:3.43589448928833 pr_loss:1.5494056940078735 m_loss:1.886488914489746
DEBUG:root:loss:2.9431416988372803 pr_loss:1.3518848419189453 m_loss:1.591256856918335
DEBUG:root:loss:3.0425865650177 pr_loss:1.5311626195907593 m_loss:1.511423945426941
DEBUG:root:loss:4.362207412719727 pr_loss:2.9562857151031494 m_loss:1.405921459197998
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 11 sup:3.112346 unsup:0.000000
INFO:root:time for epoch 11: 52.303884
DEBUG:root:bucket 3 instance 107
DEBUG:root:bucket 4 instance 130
DEBUG:root:bucket 5 instance 88
DEBUG:root:bucket 6 instance 42
DEBUG:root:bucket 2 instance 27
DEBUG:root:bucket 7 instance 9
DEBUG:root:bucket 8 instance 2
DEBUG:root:loss:3.428985357284546 pr_loss:3.1492984294891357 m_loss:0.279686838388443 grad:0.7300007089529321
DEBUG:root:loss:0.5690835118293762 pr_loss:0.016676755622029305 m_loss:0.5524067282676697 grad:0.7074018878205846
DEBUG:root:loss:0.48806941509246826 pr_loss:0.014766430482268333 m_loss:0.4733029901981354 grad:1.0238810980168958
DEBUG:root:loss:0.5759090781211853 pr_loss:0.013419495895504951 m_loss:0.5624895691871643 grad:0.8862360606349925
DEBUG:root:loss:0.3603150546550751 pr_loss:0.010238696821033955 m_loss:0.3500763475894928 grad:0.7192613198230936
DEBUG:root:loss:0.1443682461977005 pr_loss:0.000590437208302319 m_loss:0.14377780258655548 grad:0.42512459024603
DEBUG:root:loss:0.5721468329429626 pr_loss:0.01771438494324684 m_loss:0.5544324517250061 grad:1.243840585939465
DEBUG:root:loss:0.23338720202445984 pr_loss:0.0010797875002026558 m_loss:0.23230741918087006 grad:1.094463245601805
DEBUG:root:loss:4.416803359985352 pr_loss:3.0805253982543945 m_loss:1.336277961730957 grad:0.7356104269887159
DEBUG:root:loss:1.5437804460525513 pr_loss:0.15849676728248596 m_loss:1.3852837085723877 grad:0.5626456507510063
DEBUG:root:loss:1.2942163944244385 pr_loss:0.12221911549568176 m_loss:1.171997308731079 grad:0.7731174914378175
DEBUG:root:loss:0.9111918807029724 pr_loss:0.022823810577392578 m_loss:0.8883680701255798 grad:0.836162537219474
DEBUG:root:loss:4.202176094055176 pr_loss:2.854948043823242 m_loss:1.3472280502319336 grad:1.5295792829196262
DEBUG:root:loss:1.1733102798461914 pr_loss:0.06637533009052277 m_loss:1.106934905052185 grad:0.6452110426082839
DEBUG:root:loss:3.7263617515563965 pr_loss:2.4100027084350586 m_loss:1.3163591623306274 grad:0.7619091892552354
DEBUG:root:loss:1.4727421998977661 pr_loss:0.09974277764558792 m_loss:1.3729994297027588 grad:0.47724937090593145
DEBUG:root:loss:1.1386011838912964 pr_loss:0.11573633551597595 m_loss:1.022864818572998 grad:0.5852475705040353
DEBUG:root:loss:1.2493032217025757 pr_loss:0.1641986221075058 m_loss:1.0851045846939087 grad:0.7146692886721475
DEBUG:root:loss:1.071500301361084 pr_loss:0.07035523653030396 m_loss:1.0011451244354248 grad:0.7269116254265369
DEBUG:root:loss:4.166258335113525 pr_loss:2.7342686653137207 m_loss:1.4319895505905151 grad:1.0296968029122606
DEBUG:root:loss:1.4964869022369385 pr_loss:0.29695916175842285 m_loss:1.1995277404785156 grad:0.633387830850268
DEBUG:root:loss:1.049039602279663 pr_loss:0.07129279524087906 m_loss:0.9777467846870422 grad:0.5456788075083499
DEBUG:root:loss:4.237977504730225 pr_loss:2.7015604972839355 m_loss:1.5364171266555786 grad:0.9753490074226033
DEBUG:root:loss:1.4499131441116333 pr_loss:0.036751337349414825 m_loss:1.4131617546081543 grad:0.9693709931851453
DEBUG:root:loss:1.1228104829788208 pr_loss:0.06493949890136719 m_loss:1.0578709840774536 grad:0.9831685989237369
DEBUG:root:loss:1.2342690229415894 pr_loss:0.17795167863368988 m_loss:1.0563173294067383 grad:0.8317993540034312
DEBUG:root:loss:1.091602087020874 pr_loss:0.19066788256168365 m_loss:0.9009342193603516 grad:1.5667599830892514
DEBUG:root:loss:0.832118570804596 pr_loss:0.31291985511779785 m_loss:0.5191987156867981 grad:1.3958174125100697
DEBUG:root:loss:0.9892062544822693 pr_loss:0.023683618754148483 m_loss:0.9655226469039917 grad:0.8142005198208654
DEBUG:root:loss:4.516188621520996 pr_loss:3.0663022994995117 m_loss:1.4498860836029053 grad:0.7729928202957139
DEBUG:root:loss:1.7295225858688354 pr_loss:0.32858583331108093 m_loss:1.4009367227554321 grad:0.7863656495353207
DEBUG:root:loss:1.2746726274490356 pr_loss:0.19132058322429657 m_loss:1.0833520889282227 grad:0.6847505977944938
DEBUG:root:loss:1.2779111862182617 pr_loss:0.04912032186985016 m_loss:1.2287908792495728 grad:0.6585356728844441
DEBUG:root:loss:4.843850612640381 pr_loss:3.335263252258301 m_loss:1.5085872411727905 grad:0.6773916383505889
DEBUG:root:loss:1.3961174488067627 pr_loss:0.2421324998140335 m_loss:1.1539849042892456 grad:0.7980962116294651
DEBUG:root:loss:1.3004869222640991 pr_loss:0.13550695776939392 m_loss:1.1649799346923828 grad:0.7433082923334858
DEBUG:root:loss:4.871426582336426 pr_loss:2.979799747467041 m_loss:1.8916269540786743 grad:1.3581568661791634
DEBUG:root:loss:1.4506844282150269 pr_loss:0.1631944328546524 m_loss:1.2874900102615356 grad:0.6729664433054877
DEBUG:root:loss:1.3385034799575806 pr_loss:0.3567051887512207 m_loss:0.9817982912063599 grad:0.6867658234563196
DEBUG:root:loss:1.501753807067871 pr_loss:0.25315433740615845 m_loss:1.2485994100570679 grad:1.0252233873651162
DEBUG:root:loss:4.250340938568115 pr_loss:3.106593132019043 m_loss:1.1437478065490723 grad:0.7089745944591239
DEBUG:root:loss:1.144004225730896 pr_loss:0.16935883462429047 m_loss:0.9746453762054443 grad:0.543512341254058
DEBUG:root:loss:0.8659340143203735 pr_loss:0.014736347831785679 m_loss:0.8511976599693298 grad:0.5906402222708883
DEBUG:root:loss:3.410346746444702 pr_loss:2.223818778991699 m_loss:1.186527967453003 grad:0.9993322462104552
DEBUG:root:loss:1.7200287580490112 pr_loss:0.23581789433956146 m_loss:1.4842108488082886 grad:0.7337890729684773
DEBUG:root:loss:1.3198589086532593 pr_loss:0.34848278760910034 m_loss:0.9713761210441589 grad:0.9838530308946472
DEBUG:root:loss:1.2961962223052979 pr_loss:0.2615866959095001 m_loss:1.0346095561981201 grad:0.8929347917310312
DEBUG:root:loss:0.9344335794448853 pr_loss:0.03677229583263397 m_loss:0.8976612687110901 grad:0.6036622292769034
DEBUG:root:loss:4.899282455444336 pr_loss:3.286794900894165 m_loss:1.612487554550171 grad:0.9269269337292333
DEBUG:root:loss:1.3986337184906006 pr_loss:0.08641868829727173 m_loss:1.312214970588684 grad:0.6647384023521843
DEBUG:root:loss:1.180570125579834 pr_loss:0.23249170184135437 m_loss:0.9480783939361572 grad:0.6780959684546074
DEBUG:root:loss:1.202264428138733 pr_loss:0.13307777047157288 m_loss:1.0691866874694824 grad:0.6781501455300798
DEBUG:root:loss:4.764476776123047 pr_loss:3.1951982975006104 m_loss:1.569278597831726 grad:1.0274189529750206
DEBUG:root:loss:1.8822649717330933 pr_loss:0.17355303466320038 m_loss:1.7087119817733765 grad:0.6816903063237267
DEBUG:root:loss:1.6334517002105713 pr_loss:0.16403810679912567 m_loss:1.4694136381149292 grad:0.733563874595363
DEBUG:root:loss:1.3343570232391357 pr_loss:0.2359132319688797 m_loss:1.0984437465667725 grad:0.7262878292093411
DEBUG:root:loss:0.7820822596549988 pr_loss:0.01577182486653328 m_loss:0.766310453414917 grad:0.44929135386589947
DEBUG:root:loss:4.371911525726318 pr_loss:2.7760000228881836 m_loss:1.5959116220474243 grad:0.8418116427661821
DEBUG:root:loss:1.611623764038086 pr_loss:0.11678963899612427 m_loss:1.4948341846466064 grad:0.5740773197115094
DEBUG:root:loss:1.571358561515808 pr_loss:0.18941593170166016 m_loss:1.381942629814148 grad:0.5835850513217664
DEBUG:root:loss:1.585569143295288 pr_loss:0.28718799352645874 m_loss:1.2983812093734741 grad:0.6511268966473223
DEBUG:root:loss:1.3776910305023193 pr_loss:0.2662711441516876 m_loss:1.111419916152954 grad:0.6224696627452744
DEBUG:root:loss:1.0868778228759766 pr_loss:0.03926260396838188 m_loss:1.0476151704788208 grad:0.5809848274230421
INFO:root:Traning time: 420.5445339679718
INFO:root:avg training loss in epoch 12 sup:1.862962
DEBUG:root:bucket 5 instance 32
DEBUG:root:bucket 7 instance 6
DEBUG:root:bucket 4 instance 41
DEBUG:root:bucket 3 instance 37
DEBUG:root:bucket 6 instance 6
DEBUG:root:bucket 2 instance 13
DEBUG:root:loss:2.218299388885498 pr_loss:0.20581941306591034 m_loss:2.0124800205230713
DEBUG:root:loss:2.54852294921875 pr_loss:0.864935576915741 m_loss:1.6835874319076538
DEBUG:root:loss:2.8679513931274414 pr_loss:1.7907180786132812 m_loss:1.0772333145141602
DEBUG:root:loss:2.0641636848449707 pr_loss:1.218098759651184 m_loss:0.8460649251937866
DEBUG:root:loss:3.551949977874756 pr_loss:2.4402048587799072 m_loss:1.1117451190948486
DEBUG:root:loss:3.876585006713867 pr_loss:2.6515777111053467 m_loss:1.22500741481781
DEBUG:root:loss:2.103214979171753 pr_loss:0.3713466227054596 m_loss:1.7318683862686157
DEBUG:root:loss:2.6582980155944824 pr_loss:1.2948955297470093 m_loss:1.3634026050567627
DEBUG:root:loss:3.394768238067627 pr_loss:2.300977945327759 m_loss:1.0937901735305786
DEBUG:root:loss:2.181605100631714 pr_loss:0.4675386846065521 m_loss:1.7140663862228394
DEBUG:root:loss:2.587836980819702 pr_loss:1.2504817247390747 m_loss:1.3373552560806274
DEBUG:root:loss:2.008369207382202 pr_loss:0.3257785737514496 m_loss:1.6825907230377197
DEBUG:root:loss:3.12435245513916 pr_loss:1.5127896070480347 m_loss:1.6115628480911255
DEBUG:root:loss:2.7762842178344727 pr_loss:1.4473705291748047 m_loss:1.3289138078689575
DEBUG:root:loss:4.355368614196777 pr_loss:2.945979595184326 m_loss:1.4093890190124512
DEBUG:root:loss:2.261875629425049 pr_loss:0.3616374135017395 m_loss:1.9002381563186646
DEBUG:root:loss:3.456664562225342 pr_loss:1.5917518138885498 m_loss:1.8649128675460815
DEBUG:root:loss:2.9979307651519775 pr_loss:1.4138563871383667 m_loss:1.5840743780136108
DEBUG:root:loss:3.0872840881347656 pr_loss:1.5798938274383545 m_loss:1.5073902606964111
DEBUG:root:loss:4.306246280670166 pr_loss:2.9177186489105225 m_loss:1.3885276317596436
DEBUG:root:loss:3.0903379917144775 pr_loss:0.39452123641967773 m_loss:2.6958167552948
DEBUG:root:loss:3.9362335205078125 pr_loss:2.2447774410247803 m_loss:1.6914561986923218
DEBUG:root:loss:2.8439383506774902 pr_loss:1.4245686531066895 m_loss:1.4193696975708008
DEBUG:root:loss:4.56918478012085 pr_loss:2.4368882179260254 m_loss:2.132296562194824
DEBUG:root:loss:3.6459736824035645 pr_loss:2.3088741302490234 m_loss:1.3370994329452515
DEBUG:root:loss:4.177786350250244 pr_loss:2.615772008895874 m_loss:1.5620143413543701
DEBUG:root:loss:3.9227335453033447 pr_loss:2.40378475189209 m_loss:1.5189487934112549
DEBUG:root:bucket 4 instance 55
DEBUG:root:bucket 5 instance 26
DEBUG:root:bucket 2 instance 13
DEBUG:root:bucket 3 instance 30
DEBUG:root:bucket 6 instance 11
DEBUG:root:bucket 7 instance 1
INFO:root:validation loss in epoch 12 sup:3.133843 unsup:0.000000
INFO:root:time for epoch 12: 49.891323
