# information
corpus type: notebc
model_name1: CRF
model_name2: MLP
# holistic result 
CRF: 76.04
MLP: 70.0

# break-down performance
CRF
spanAmb	0:0.6154939587775409 1:0.6557377049180327 2:0.8899803536345775 3:0.8904593639575973
tokAmb	0:0.6546489563567363 1:0.7852760736196319 2:0.9264356905552918 3:0.9801210025929127
spanFre	0:0.6225165562913907 1:0.8148148148148148 2:0.8840381991814461 3:0.8748201438848922
tokFre	0:0.8382642998027613 1:0.8703117939448712 2:0.8944866920152093 3:0.7360501567398119
spanLen	0:0.8279883381924198 1:0.7574171029668412 2:0.5862884160756501 3:0.6535211267605633
sentLen	0:0.806949806949807 1:0.7586912065439673 2:0.7542735042735043 3:0.6995645863570391
spanDen	0:0.813664596273292 1:0.7611777535441658 2:0.7454545454545454 3:0.7431693989071038
oovDen	0:0.7499999999999999 1:0.7567567567567568 2:0.7397563676633444 3:0.7981220657276995
tag	0:0.701657458563536 1:0.6879606879606879 2:0.8690476190476191 3:0.6195286195286195 4:0.64 5:0.918918918918919

MLP
spanAmb	0:0.5376917945296864 1:0.5683060109289618 2:0.8330170777988616 3:0.8791469194312795
tokAmb	0:0.5988372093023256 1:0.7399594320486814 2:0.911708253358925 3:0.9767441860465116
spanFre	0:0.5173886516168397 1:0.8040638606676342 2:0.8625336927223719 3:0.8542568542568543
tokFre	0:0.8728728728728729 1:0.844179651695692 2:0.8654858784107229 3:0.7214673913043479
spanLen	0:0.7145069695405266 1:0.7556357078449053 2:0.5371702637889688 3:0.6266666666666666
sentLen	0:0.7492904446546831 1:0.7018943170488534 2:0.6804550155118926 3:0.6503401360544218
spanDen	0:0.7536231884057972 1:0.6904512067156348 2:0.6622390891840607 3:0.7135416666666667
oovDen	0:0.6351490236382322 1:0.714431934493347 2:0.7168998923573734 3:0.7375565610859729
tag	0:0.5705521472392637 1:0.5755395683453238 2:0.8235294117647058 3:0.6196319018404908 4:0.5857988165680473 5:0.8942307692307692

# self-diagnosis 
CRF
spanAmb	0:0.6154939587775409 3:0.8904593639575973 0.2749654051800564
tokAmb	0:0.6546489563567363 3:0.9801210025929127 0.3254720462361764
spanFre	0:0.6225165562913907 2:0.8840381991814461 0.2615216428900554
tokFre	3:0.7360501567398119 2:0.8944866920152093 0.15843653527539736
spanLen	2:0.5862884160756501 0:0.8279883381924198 0.24169992211676972
sentLen	3:0.6995645863570391 0:0.806949806949807 0.1073852205927679
spanDen	3:0.7431693989071038 0:0.813664596273292 0.07049519736618826
oovDen	2:0.7397563676633444 3:0.7981220657276995 0.0583656980643551
tag	3:0.6195286195286195 5:0.918918918918919 0.2993902993902995

MLP
spanAmb	0:0.5376917945296864 3:0.8791469194312795 0.34145512490159313
tokAmb	0:0.5988372093023256 3:0.9767441860465116 0.37790697674418594
spanFre	0:0.5173886516168397 2:0.8625336927223719 0.34514504110553224
tokFre	3:0.7214673913043479 0:0.8728728728728729 0.15140548156852496
spanLen	2:0.5371702637889688 1:0.7556357078449053 0.2184654440559365
sentLen	3:0.6503401360544218 0:0.7492904446546831 0.09895030860026133
spanDen	2:0.6622390891840607 0:0.7536231884057972 0.09138409922173651
oovDen	0:0.6351490236382322 3:0.7375565610859729 0.10240753744774067
tag	0:0.5705521472392637 5:0.8942307692307692 0.32367862199150543

# aided-diagnosis line-chart
CRF_MLP
spanAmb	0:0.0 1:0.08743169398907091
tokAmb	0:0.0 0:0.05581174705441061
spanFre	0:0.0 0:0.10512790467455102
tokFre	0:-0.03460857307011156 2:0.029000813604486364
spanLen	0:0.0 0:0.11348136865189318
sentLen	0:0.0 2:0.07381848876161168
spanDen	0:0.0 2:0.08321545627048466
oovDen	0:0.0 0:0.11485097636176766
tag	3:-0.00010328231187128889 0:0.13110531132427228

# aided-diagnosis heatmap
CRF_MLP
spanAmb	0.14469658090264748 0.1538461538461536 0.06838188238137195 0.012867524501633662 
tokAmb	0.09320019896464683 0.06124206221074178 0.016153673219593927 0.0034572169403630265 
spanFre	0.20318942896413805 0.01337077149351513 0.024931787175989154 0.02407155356795651 
tokFre	-0.03964904185440533 0.03095566470559671 0.03350813032067036 0.02021264662994633 
spanLen	0.15882471898751233 0.002357478747287445 0.09143870314083075 0.04285286185196281 
sentLen	0.076951951951952 0.08091943205056705 0.10848401007975453 0.0756903158418907 
spanDen	0.07967032967032961 0.10243525703281174 0.12565772336545963 0.041522077300466476 
oovDen	0.18082524271844652 0.059242623712537835 0.0318823807195902 0.08211642040381337 
tag	0.22978672845006864 0.195331695331695 0.05527210884353749 -0.0001666833350001989 0.09252525252525257 0.027608253414705162 
