# information
corpus type: notebn
model_name1: CRF
model_name2: MLP
# holistic result 
CRF: 86.78
MLP: 84.07

# break-down performance
CRF
spanAmb	0:0.7232142857142857 1:0.7923076923076924 2:0.9197860962566845 3:0.9551020408163265
tokAmb	0:0.70042194092827 1:0.8013728013728014 2:0.9466170080695221 3:0.9833887043189369
spanFre	0:0.7205574912891988 1:0.913081650570676 2:0.9408740359897172 3:0.9327510917030568
tokFre	0:0.8616352201257862 1:0.8938207136640557 2:0.9187527448397014 3:0.8457619268179714
spanLen	0:0.9124877089478859 1:0.8446601941747572 2:0.7638603696098561 3:0.6750788643533122
sentLen	0:0.8685897435897436 1:0.8883756735950732 2:0.8734891216760677 3:0.8347031963470319
spanDen	0:0.8887122416534181 1:0.8617623282134196 2:0.8625514403292182 3:0.8679896462467644
oovDen	0:0.8706955530216648 1:0.8255813953488372 2:0.8620689655172413 3:0.8387096774193548
tag	0:0.8174807197943443 1:0.8318042813455658 2:0.9482439926062847 3:0.9609120521172638 4:0.7762906309751434 5:0.9475935828877006

MLP
spanAmb	0:0.6600985221674878 1:0.7228070175438597 2:0.9175108538350217 3:0.9471974004874086
tokAmb	0:0.6980146290491118 1:0.7933157431838171 2:0.9469438411417933 3:0.9833444370419718
spanFre	0:0.6588235294117646 1:0.9000884173297967 2:0.9297205757832345 3:0.9315068493150684
tokFre	0:0.858944050433412 1:0.8915032679738563 2:0.9114927344782034 3:0.8528301886792452
spanLen	0:0.8743034055727554 1:0.8143828960155491 2:0.7600849256900212 3:0.6881720430107526
sentLen	0:0.8497652582159624 1:0.8610067618332081 2:0.8438485804416405 3:0.8017699115044247
spanDen	0:0.8714733542319749 1:0.8528481012658228 2:0.8354632587859424 3:0.8130217028380635
oovDen	0:0.8437917222963951 1:0.7640449438202247 2:0.8287292817679558 3:0.8589743589743589
tag	0:0.802992518703242 1:0.7897125567322238 2:0.936247723132969 3:0.9546925566343042 4:0.7410207939508506 5:0.9292502639915523

# self-diagnosis 
CRF
spanAmb	0:0.7232142857142857 3:0.9551020408163265 0.23188775510204085
tokAmb	0:0.70042194092827 3:0.9833887043189369 0.28296676339066684
spanFre	0:0.7205574912891988 2:0.9408740359897172 0.22031654470051842
tokFre	3:0.8457619268179714 2:0.9187527448397014 0.07299081802173002
spanLen	3:0.6750788643533122 0:0.9124877089478859 0.23740884459457368
sentLen	3:0.8347031963470319 1:0.8883756735950732 0.05367247724804125
spanDen	1:0.8617623282134196 0:0.8887122416534181 0.02694991343999853
oovDen	1:0.8255813953488372 0:0.8706955530216648 0.04511415767282756
tag	4:0.7762906309751434 3:0.9609120521172638 0.18462142114212043

MLP
spanAmb	0:0.6600985221674878 3:0.9471974004874086 0.28709887831992087
tokAmb	0:0.6980146290491118 3:0.9833444370419718 0.28532980799286
spanFre	0:0.6588235294117646 3:0.9315068493150684 0.27268331990330386
tokFre	3:0.8528301886792452 2:0.9114927344782034 0.05866254579895824
spanLen	3:0.6881720430107526 0:0.8743034055727554 0.1861313625620028
sentLen	3:0.8017699115044247 1:0.8610067618332081 0.05923685032878345
spanDen	3:0.8130217028380635 0:0.8714733542319749 0.0584516513939114
oovDen	1:0.7640449438202247 3:0.8589743589743589 0.09492941515413422
tag	4:0.7410207939508506 3:0.9546925566343042 0.21367176268345356

# aided-diagnosis line-chart
CRF_MLP
spanAmb	0:0.0 1:0.0695006747638327
tokAmb	2:-0.0003268330722712154 1:0.008057058188984279
spanFre	0:0.0 0:0.061733961877434185
tokFre	3:-0.00706826186127385 2:0.007260010361497926
spanLen	3:-0.013093178657440419 0:0.03818430337513046
sentLen	0:0.0 3:0.03293328484260727
spanDen	0:0.0 3:0.054967943408700926
oovDen	3:-0.02026468155500416 1:0.061536451528612535
tag	0:0.0 1:0.042091724613341985

# aided-diagnosis heatmap
CRF_MLP
spanAmb	0.09561567164179088 0.09615384615384621 0.0024797989169857643 0.008345293520495668 
tokAmb	0.0034487986053209738 0.010156180887888163 -0.0003451451480767127 4.501706146648927e-05 
spanFre	0.09370333499253405 0.014435507657597739 0.011996572407883453 0.001335730798869868 
tokFre	0.003133114073048439 0.0025994808695052217 0.007964967889353521 -0.00828800616476801 
spanLen	0.043673973052999776 0.037178209792154096 0.004967134319112496 -0.019026025236593108 
sentLen	0.022152571185720456 0.03178710432377173 0.03512542643481662 0.04107573054320775 
spanDen	0.019781313264174025 0.010452303211282338 0.03242294769807002 0.06760944168749866 
oovDen	0.03188444495763766 0.08054035567715465 0.04022988505747121 -0.023591718825228727 
tag	0.01804275974388837 0.05330005741268018 0.012813136071693194 0.0065146579804560255 0.04759628516798692 0.01973991249392319 
