@proceedings{eval4nlp-2021-evaluation,
    title = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.0/"
}
@inproceedings{gianola-etal-2021-differential,
    title = "Differential Evaluation: a Qualitative Analysis of Natural Language Processing System Behavior Based Upon Data Resistance to Processing",
    author = "Gianola, Lucie  and
      El Boukkouri, Hicham  and
      Grouin, Cyril  and
      Lavergne, Thomas  and
      Paroubek, Patrick  and
      Zweigenbaum, Pierre",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.1/",
    doi = "10.18653/v1/2021.eval4nlp-1.1",
    pages = "1--10"
}
@inproceedings{zeng-etal-2021-validating,
    title = "Validating Label Consistency in {NER} Data Annotation",
    author = "Zeng, Qingkai  and
      Yu, Mengxia  and
      Yu, Wenhao  and
      Jiang, Tianwen  and
      Jiang, Meng",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.2/",
    doi = "10.18653/v1/2021.eval4nlp-1.2",
    pages = "11--15"
}
@inproceedings{khurana-etal-2021-emotionally,
    title = "How Emotionally Stable is {ALBERT}? Testing Robustness with Stochastic Weight Averaging on a Sentiment Analysis Task",
    author = "Khurana, Urja  and
      Nalisnick, Eric  and
      Fokkens, Antske",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.3/",
    doi = "10.18653/v1/2021.eval4nlp-1.3",
    pages = "16--31"
}
@inproceedings{tikhonov-etal-2021-storydb,
    title = "{S}tory{DB}: Broad Multi-language Narrative Dataset",
    author = "Tikhonov, Alexey  and
      Samenko, Igor  and
      Yamshchikov, Ivan P.",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.4/",
    doi = "10.18653/v1/2021.eval4nlp-1.4",
    pages = "32--39"
}
@inproceedings{palen-michel-etal-2021-seqscore,
    title = "{S}eq{S}core: Addressing Barriers to Reproducible Named Entity Recognition Evaluation",
    author = "Palen-Michel, Chester  and
      Holley, Nolan  and
      Lignos, Constantine",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.5/",
    doi = "10.18653/v1/2021.eval4nlp-1.5",
    pages = "40--50"
}
@inproceedings{garneau-lamontagne-2021-trainable,
    title = "Trainable Ranking Models to Evaluate the Semantic Accuracy of Data-to-Text Neural Generator",
    author = "Garneau, Nicolas  and
      Lamontagne, Luc",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.6/",
    doi = "10.18653/v1/2021.eval4nlp-1.6",
    pages = "51--61"
}
@inproceedings{ehara-2021-evaluation,
    title = "Evaluation of Unsupervised Automatic Readability Assessors Using Rank Correlations",
    author = "Ehara, Yo",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.7/",
    doi = "10.18653/v1/2021.eval4nlp-1.7",
    pages = "62--72"
}
@inproceedings{lent-etal-2021-testing,
    title = "Testing Cross-Database Semantic Parsers With Canonical Utterances",
    author = "Lent, Heather  and
      Yavuz, Semih  and
      Yu, Tao  and
      Niu, Tong  and
      Zhou, Yingbo  and
      Radev, Dragomir  and
      Lin, Xi Victoria",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.8/",
    doi = "10.18653/v1/2021.eval4nlp-1.8",
    pages = "73--83"
}
@inproceedings{terreau-etal-2021-writing,
    title = "Writing Style Author Embedding Evaluation",
    author = "Terreau, Enzo  and
      Gourru, Antoine  and
      Velcin, Julien",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.9/",
    doi = "10.18653/v1/2021.eval4nlp-1.9",
    pages = "84--93"
}
@inproceedings{vasilyev-bohannon-2021-estime,
    title = "{ESTIME}: Estimation of Summary-to-Text Inconsistency by Mismatched Embeddings",
    author = "Vasilyev, Oleg  and
      Bohannon, John",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.10/",
    doi = "10.18653/v1/2021.eval4nlp-1.10",
    pages = "94--103"
}
@inproceedings{liu-etal-2021-statistically,
    title = "Statistically Significant Detection of Semantic Shifts using Contextual Word Embeddings",
    author = "Liu, Yang  and
      Medlar, Alan  and
      Glowacka, Dorota",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.11/",
    doi = "10.18653/v1/2021.eval4nlp-1.11",
    pages = "104--113"
}
@inproceedings{manning-schneider-2021-referenceless,
    title = "Referenceless Parsing-Based Evaluation of {AMR}-to-{E}nglish Generation",
    author = "Manning, Emma  and
      Schneider, Nathan",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.12/",
    doi = "10.18653/v1/2021.eval4nlp-1.12",
    pages = "114--122"
}
@inproceedings{garg-etal-2021-mipe,
    title = "{MIPE}: A Metric Independent Pipeline for Effective Code-Mixed {NLG} Evaluation",
    author = "Garg, Ayush  and
      Kagi, Sammed  and
      Srivastava, Vivek  and
      Singh, Mayank",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.13/",
    doi = "10.18653/v1/2021.eval4nlp-1.13",
    pages = "123--132"
}
@inproceedings{treviso-etal-2021-ist,
    title = "{IST}-Unbabel 2021 Submission for the Explainable Quality Estimation Shared Task",
    author = "Treviso, Marcos  and
      Guerreiro, Nuno M.  and
      Rei, Ricardo  and
      Martins, Andr{\'e} F. T.",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.14/",
    doi = "10.18653/v1/2021.eval4nlp-1.14",
    pages = "133--145"
}
@inproceedings{rubino-etal-2021-error,
    title = "Error Identification for Machine Translation with Metric Embedding and Attention",
    author = "Rubino, Raphael  and
      Fujita, Atsushi  and
      Marie, Benjamin",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.15/",
    doi = "10.18653/v1/2021.eval4nlp-1.15",
    pages = "146--156"
}
@inproceedings{leiter-2021-reference,
    title = "Reference-Free Word- and Sentence-Level Translation Evaluation with Token-Matching Metrics",
    author = "Leiter, Christoph Wolfgang",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.16/",
    doi = "10.18653/v1/2021.eval4nlp-1.16",
    pages = "157--164"
}
@inproceedings{fomicheva-etal-2021-eval4nlp,
    title = "The {E}val4{NLP} Shared Task on Explainable Quality Estimation: Overview and Results",
    author = "Fomicheva, Marina  and
      Lertvittayakumjorn, Piyawat  and
      Zhao, Wei  and
      Eger, Steffen  and
      Gao, Yang",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.17/",
    doi = "10.18653/v1/2021.eval4nlp-1.17",
    pages = "165--178"
}
@inproceedings{murauer-specht-2021-developing,
    title = "Developing a Benchmark for Reducing Data Bias in Authorship Attribution",
    author = {Murauer, Benjamin  and
      Specht, G{\"u}nther},
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.18/",
    doi = "10.18653/v1/2021.eval4nlp-1.18",
    pages = "179--188"
}
@inproceedings{chen-etal-2021-error,
    title = "Error-Sensitive Evaluation for Ordinal Target Variables",
    author = "Chen, David  and
      Courtland, Maury  and
      Faulkner, Adam  and
      Ezen-Can, Aysu",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.19/",
    doi = "10.18653/v1/2021.eval4nlp-1.19",
    pages = "189--199"
}
@inproceedings{srivastava-singh-2021-hinge,
    title = "{H}in{GE}: A Dataset for Generation and Evaluation of Code-Mixed {H}inglish Text",
    author = "Srivastava, Vivek  and
      Singh, Mayank",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.20/",
    doi = "10.18653/v1/2021.eval4nlp-1.20",
    pages = "200--208"
}
@inproceedings{wysocki-etal-2021-semeval,
    title = "What is {S}em{E}val evaluating? A Systematic Analysis of Evaluation Campaigns in {NLP}",
    author = "Wysocki, Oskar  and
      Florea, Malina  and
      Landers, D{\'o}nal  and
      Freitas, Andr{\'e}",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.21/",
    doi = "10.18653/v1/2021.eval4nlp-1.21",
    pages = "209--229"
}
@inproceedings{kabir-carpuat-2021-umd,
    title = "The {UMD} Submission to the Explainable {MT} Quality Estimation Shared Task: Combining Explanation Models with Sequence Labeling",
    author = "Kabir, Tasnim  and
      Carpuat, Marine",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.22/",
    doi = "10.18653/v1/2021.eval4nlp-1.22",
    pages = "230--237"
}
@inproceedings{eksi-etal-2021-explaining,
    title = "Explaining Errors in Machine Translation with Absolute Gradient Ensembles",
    author = "Eksi, Melda  and
      Gelbing, Erik  and
      Stieber, Jonathan  and
      Vu, Chi Viet",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.23/",
    doi = "10.18653/v1/2021.eval4nlp-1.23",
    pages = "238--249"
}
@inproceedings{polak-etal-2021-explainable,
    title = "Explainable Quality Estimation: {CUNI} {E}val4{NLP} Submission",
    author = "Pol{\'a}k, Peter  and
      Singh, Muskaan  and
      Bojar, Ond{\v{r}}ej",
    editor = "Gao, Yang  and
      Eger, Steffen  and
      Zhao, Wei  and
      Lertvittayakumjorn, Piyawat  and
      Fomicheva, Marina",
    booktitle = "Proceedings of the 2nd Workshop on Evaluation and Comparison of NLP Systems",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2021.eval4nlp-1.24/",
    doi = "10.18653/v1/2021.eval4nlp-1.24",
    pages = "250--255"
}