# information
corpus type: wnut16
model_name1: CRF
model_name2: MLP
# holistic result 
CRF: 40.61
MLP: 32.84

# break-down performance
CRF
spanAmb	0:0.341687552213868 1:0.6166666666666666 2:0.6417910447761194 3:0.780923994038748
tokAmb	0:0.3178668273576378 1:0.40275650842266464 2:0.7579365079365079 3:0.781967213114754
spanFre	0:0.33927775300936247 1:0.6795774647887324 2:0.6157635467980295 3:0.6403162055335968
tokFre	0:0.408981555733761 1:0.5038461538461538 2:0.4002525252525253 3:0.2696850393700787
spanLen	0:0.4556489262371615 1:0.4329159212880143 2:0.17557251908396942 3:0.12709030100334448
sentLen	0:0.39827904118008606 1:0.3591224018475751 2:0.4547872340425531 3:0.43058823529411766
spanDen	0:0.4463768115942029 1:0.4480796586059744 2:0.42561983471074377 3:0.3431594860166289
oovDen	0:0.4625 1:0.4542619542619542 2:0.43317485472794504 3:0.3032994923857868
tag	0:0.41543700340522133 1:0.33924050632911396 2:0.5993227990970654 3:0.10057471264367815 4:0.5239385727190604 5:0.1003344481605351

MLP
spanAmb	0:0.2531838053601977 1:0.5755395683453237 2:0.6993006993006993 3:0.7761627906976744
tokAmb	0:0.2955264347040217 1:0.3233357717629846 2:0.7564356435643564 3:0.7780548628428928
spanFre	0:0.24766165107767382 1:0.6496598639455782 2:0.6177105831533477 3:0.6106870229007634
tokFre	0:0.37444578798871425 1:0.495618305744888 2:0.39141104294478524 3:0.24719101123595508
spanLen	0:0.35194416749750745 1:0.35876840696117807 2:0.1729957805907173 3:0.06374501992031872
sentLen	0:0.327812678469446 1:0.2752485609628467 2:0.375615763546798 3:0.3538135593220339
spanDen	0:0.38931834153197475 1:0.37898936170212766 2:0.3407219759341355 3:0.25951086956521735
oovDen	0:0.3920454545454546 1:0.37198067632850235 2:0.3517342452369321 3:0.23723041997729852
tag	0:0.3401826484018265 1:0.20481927710843376 2:0.5792540792540792 3:0.09316770186335403 4:0.43555555555555553 5:0.07428571428571429

# self-diagnosis 
CRF
spanAmb	0:0.341687552213868 3:0.780923994038748 0.43923644182488003
tokAmb	0:0.3178668273576378 3:0.781967213114754 0.4641003857571162
spanFre	0:0.33927775300936247 1:0.6795774647887324 0.3402997117793699
tokFre	3:0.2696850393700787 1:0.5038461538461538 0.23416111447607513
spanLen	3:0.12709030100334448 0:0.4556489262371615 0.32855862523381707
sentLen	1:0.3591224018475751 2:0.4547872340425531 0.09566483219497801
spanDen	3:0.3431594860166289 1:0.4480796586059744 0.1049201725893455
oovDen	3:0.3032994923857868 0:0.4625 0.15920050761421323
tag	5:0.1003344481605351 2:0.5993227990970654 0.4989883509365303

MLP
spanAmb	0:0.2531838053601977 3:0.7761627906976744 0.5229789853374767
tokAmb	0:0.2955264347040217 3:0.7780548628428928 0.48252842813887115
spanFre	0:0.24766165107767382 1:0.6496598639455782 0.4019982128679044
tokFre	3:0.24719101123595508 1:0.495618305744888 0.24842729450893294
spanLen	3:0.06374501992031872 1:0.35876840696117807 0.29502338704085934
sentLen	1:0.2752485609628467 2:0.375615763546798 0.10036720258395126
spanDen	3:0.25951086956521735 0:0.38931834153197475 0.1298074719667574
oovDen	3:0.23723041997729852 0:0.3920454545454546 0.15481503456815607
tag	5:0.07428571428571429 2:0.5792540792540792 0.504968364968365

# aided-diagnosis line-chart
CRF_MLP
spanAmb	2:-0.0575096545245799 0:0.0885037468536703
tokAmb	0:0.0 1:0.07942073665968002
spanFre	2:-0.0019470363553182324 0:0.09161610193168865
tokFre	0:0.0 0:0.03453576774504674
spanLen	0:0.0 0:0.10370475873965407
sentLen	0:0.0 1:0.08387384088472838
spanDen	0:0.0 2:0.08489785877660827
oovDen	0:0.0 1:0.08228127793345186
tag	0:0.0 1:0.1344212292206802

# aided-diagnosis heatmap
CRF_MLP
spanAmb	0.3495632223702398 0.07145833333333323 -0.08223880597014926 0.006134284454417002 
tokAmb	0.07559524303127299 0.24562929188638596 0.0019841269841269393 0.005028373266078028 
spanFre	0.369924457553403 0.046051176166949405 -0.003152020393399796 0.048517786561264736 
tokFre	0.09223168974753601 0.01660117878192532 0.02258874006522933 0.09099856836077286 
spanLen	0.2946625297900086 0.20667236269457714 0.01489480543660377 0.9937290969899666 
sentLen	0.21495923537688283 0.3047203610850112 0.2107778165329612 0.21699189855582957 
spanDen	0.14655993302987477 0.18230141498839555 0.24917048142800088 0.32233184140439214 
oovDen	0.17971014492753618 0.22119772119772127 0.23154017726125486 0.2785016879994171 
tag	0.22121749994286535 0.6562918838421444 0.03464579803879709 0.07950191570881218 0.20292019246723061 0.35065603293028025 
