@inproceedings{rosenberg-binkowski-2004-augmenting, title = "Augmenting the kappa statistic to determine interannotator reliability for multiply labeled data points", author = "Rosenberg, Andrew and Binkowski, Ed", booktitle = "Proceedings of {HLT}-{NAACL} 2004: Short Papers", month = may # " 2 - " # may # " 7", year = "2004", address = "Boston, Massachusetts, USA", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/fix-sig-urls/N04-4020/", pages = "77--80" }