annotation cost 0.00468123
data annotation 0.00452841
annotation task 0.004010664000000001
same annotation 0.00396621
annotation tasks 0.0038912340000000004
annotation examples 0.0038535730000000003
annotation time 0.003822883
single annotation 0.003694559
expert annotation 0.0036864980000000003
annotation quality 0.0036826130000000004
annotation accuracy 0.0036810370000000003
ner annotation 0.0036571390000000002
annotation experiments 0.003614874
small annotation 0.0036010620000000004
annotation system 0.0035954940000000003
annotation costs 0.0035894570000000003
annotation strategy 0.003584662
gold annotation 0.0035727890000000003
further annotation 0.0035621760000000002
sentiment annotation 0.003558112
annotation scenario 0.0035384350000000004
mturk annotation 0.0035306060000000004
annotation experiment 0.003529837
annotation times 0.003521375
noisy annotation 0.003514544
annotation process 0.003513558
final annotation 0.0034985290000000002
annotation effort 0.003488249
annotation user 0.0034670810000000003
mean annotation 0.003463612
annotation scenarios 0.00346325
annotation loop 0.003459156
real annotation 0.0034538850000000003
annotation unit 0.003451057
annotation interface 0.0034480120000000003
annotation budget 0.0034461830000000002
interactive annotation 0.0034338940000000003
annotation experi 0.0034314970000000004
annotation consistency 0.003427428
repeated annotation 0.003426722
annotation strat 0.003426722
annotation 0.00318225
training data 0.002072165
sentence cost 0.0020675620000000002
standard data 0.0019721120000000003
low cost 0.001895371
further cost 0.001878906
example selection 0.0018720400000000002
mturk cost 0.001847336
tation cost 0.001838532
additional cost 0.00183456
ing data 0.00183047
ner data 0.0018210490000000001
substantial cost 0.001805129
cost reductions 0.001752244
cost sav 0.001744135
constant cost 0.001744135
gold data 0.0017366990000000002
uncertainty selection 0.001726179
sample selection 0.001709718
gold selection 0.0016636490000000001
mturk selection 0.001621466
tive selection 0.0016131090000000002
data sets 0.001612806
selection process 0.001604418
synthetic data 0.001596107
selection strategies 0.00158832
button selection 0.001537755
optimum selection 0.001517617
same performance 0.001431391
same time 0.001424593
other annotations 0.001416081
annotated training 0.001390177
training set 0.0013760880000000001
same sentence 0.001352542
human annotations 0.00134981
single annotations 0.0013435449999999998
regression model 0.001337655
annotated examples 0.001335495
quality labels 0.00133126
ner task 0.001303303
set performance 0.001297514
different workers 0.00128486
same quality 0.001284323
selection 0.00127311
overall label 0.001268982
good model 0.0012637899999999999
same sentences 0.00125496
classifier training 0.001238346
random sampling 0.001238255
active learning 0.001234405
realistic model 0.001232731
english corpus 0.001223803
gold labels 0.001221436
learning curves 0.001219643
single label 0.0012154169999999999
overall performance 0.001213305
label quality 0.001203471
label accuracy 0.0012018950000000001
training sentences 0.0011970050000000001
