@inproceedings{klubicka-kelleher-2023-humeval23,
    title = "{H}um{E}val{'}23 Reproduction Report for Paper 0040: Human Evaluation of Automatically Detected Over- and Undertranslations",
    author = "Klubi{\v{c}}ka, Filip  and
      Kelleher, John D.",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/fix-sig-urls/2023.humeval-1.14/",
    pages = "153--189",
    abstract = "This report describes a reproduction of a human evaluation study evaluating automatically detected over- and undertranslations obtained using neural machine translation approaches. While the scope of the original study is much broader, a human evaluation is included as part of its system evaluation. We attempt an exact reproduction of this human evaluation, pertaining to translations on the the English-German language pair. While encountering minor logistical challenges, with all the source material being publicly available and some additional instructions provided by the original authors, we were able to reproduce the original experiment with only minor differences in the results."
}