# information
corpus type: conll03
model_name1: CRF
model_name2: MLP
# holistic result 
CRF: 90.48
MLP: 88.05

# break-down performance
CRF
spanAmb	0:0.8457826674387182 1:0.8192219679633868 2:0.9536103267446551 3:0.9736270555383183
tokAmb	0:0.8398576512455516 1:0.8358452138492871 2:0.9464689620507665 3:0.9831637372802962
spanFre	0:0.8516377649325626 1:0.9406706792777301 2:0.9457567804024497 3:0.9396170839469808
tokFre	0:0.9085473091804432 1:0.9215935041867546 2:0.9234171965717446 3:0.9026205111614364
spanLen	0:0.9114137301698723 1:0.911986588432523 2:0.8157349896480333 3:0.6865671641791045
sentLen	0:0.9241610738255034 1:0.9119097956307258 2:0.8904909028492963 3:0.8884585592563905
spanDen	0:0.8996466431095407 1:0.9012389380530974 2:0.9145436955820704 3:0.9230155564419625
oovDen	0:0.9089310388142193 1:0.872435325602141 2:0.8735832606800348 3:0.9404216315307058
tag	0:0.9213416444048679 1:0.8123249299719888 2:0.8819951338199513 3:0.9514683153013911

MLP
spanAmb	0:0.814209726443769 1:0.7654867256637168 2:0.9391025641025641 3:0.9605015673981191
tokAmb	0:0.8315602836879433 1:0.8131502288805659 2:0.9458847218726404 3:0.9827169671064857
spanFre	0:0.8180666948079358 1:0.9182172219818261 2:0.9275488069414316 3:0.9296875
tokFre	0:0.9067421695275173 1:0.9129662522202486 2:0.9222222222222223 3:0.8898277543061424
spanLen	0:0.8794287283713265 1:0.8994918125352908 2:0.789587852494577 3:0.7350427350427351
sentLen	0:0.914151576123407 1:0.8819175185054635 2:0.852603110209601 3:0.8701298701298702
spanDen	0:0.8800841514726508 1:0.863157894736842 2:0.8982343499197432 3:0.9026618990862139
oovDen	0:0.8818701815468788 1:0.8535714285714285 2:0.840453356582389 3:0.9405306495882891
tag	0:0.9076563413208649 1:0.7710843373493976 2:0.8365269461077843 3:0.9451842675751007

# self-diagnosis 
CRF
spanAmb	1:0.8192219679633868 3:0.9736270555383183 0.15440508757493154
tokAmb	1:0.8358452138492871 3:0.9831637372802962 0.14731852343100904
spanFre	0:0.8516377649325626 2:0.9457567804024497 0.0941190154698871
tokFre	3:0.9026205111614364 2:0.9234171965717446 0.020796685410308213
spanLen	3:0.6865671641791045 1:0.911986588432523 0.22541942425341854
sentLen	3:0.8884585592563905 0:0.9241610738255034 0.035702514569112886
spanDen	0:0.8996466431095407 3:0.9230155564419625 0.02336891333242186
oovDen	1:0.872435325602141 3:0.9404216315307058 0.0679863059285648
tag	1:0.8123249299719888 3:0.9514683153013911 0.1391433853294023

MLP
spanAmb	1:0.7654867256637168 3:0.9605015673981191 0.1950148417344023
tokAmb	1:0.8131502288805659 3:0.9827169671064857 0.16956673822591983
spanFre	0:0.8180666948079358 3:0.9296875 0.11162080519206419
tokFre	3:0.8898277543061424 2:0.9222222222222223 0.032394467916079916
spanLen	3:0.7350427350427351 1:0.8994918125352908 0.16444907749255566
sentLen	2:0.852603110209601 0:0.914151576123407 0.06154846591380603
spanDen	1:0.863157894736842 3:0.9026618990862139 0.039504004349371846
oovDen	2:0.840453356582389 3:0.9405306495882891 0.10007729300590018
tag	1:0.7710843373493976 3:0.9451842675751007 0.17409993022570303

# aided-diagnosis line-chart
CRF_MLP
spanAmb	0:0.0 1:0.05373524229966997
tokAmb	0:0.0 1:0.022694984968721243
spanFre	0:0.0 0:0.03357107012462679
tokFre	0:0.0 3:0.012792756855294019
spanLen	3:-0.048475570863630635 0:0.0319850017985458
sentLen	0:0.0 2:0.03788779263969533
spanDen	0:0.0 1:0.03808104331625539
oovDen	3:-0.00010901805758334326 2:0.033129904097645824
tag	0:0.0 2:0.045468187712166985

# aided-diagnosis heatmap
CRF_MLP
spanAmb	0.038777405832340815 0.07019748416026252 0.01544853905915489 0.013665243853536378 
tokAmb	0.009978071007443594 0.027909953367368043 0.0006176653080614497 0.0004546275161259528 
spanFre	0.04103708210796742 0.024453317535737082 0.019630205251471806 0.010680560884147466 
tokFre	0.001990797068439603 0.009449694274596966 0.001295755318759137 0.014376666487852335 
spanLen	0.03637020348173181 0.013890927880727124 0.033114918208086125 -0.06594932315168353 
sentLen	0.010949494551596238 0.03400802965802126 0.044437783754250115 0.021064314369284527 
spanDen	0.02222797854518319 0.04411828189078369 0.018157116418209187 0.02254848396321277 
oovDen	0.03068576059559399 0.022099963048533417 0.0394190871369292 -0.00011591122270291262 
tag	0.01507762625674762 0.05348389355742292 0.0543535243230629 0.006648489550521561 
