@proceedings{humeval-2023-human,
    title = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.0/"
}
@inproceedings{wiechetek-etal-2023-manual,
    title = "A Manual Evaluation Method of Neural {MT} for Indigenous Languages",
    author = "Wiechetek, Linda  and
      Pirinen, Flammie A.  and
      Kummervold, Per E",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.1/",
    pages = "1--10"
}
@inproceedings{bojic-etal-2023-hierarchical,
    title = "Hierarchical Evaluation Framework: Best Practices for Human Evaluation",
    author = "Bojic, Iva  and
      Chen, Jessica  and
      Chang, Si Yuan  and
      Ong, Qi Chwen  and
      Joty, Shafiq  and
      Car, Josip",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.2/",
    pages = "11--22"
}
@inproceedings{honda-etal-2023-designing,
    title = "Designing a Metalanguage of Differences Between Translations: A Case Study for {E}nglish-to-{J}apanese Translation",
    author = "Honda, Tomono  and
      Fujita, Atsushi  and
      Yamamoto, Mayuka  and
      Kageura, Kyo",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.3/",
    pages = "23--34"
}
@inproceedings{belz-thomson-2023-2023,
    title = "The 2023 {R}epro{NLP} Shared Task on Reproducibility of Evaluations in {NLP}: Overview and Results",
    author = "Belz, Anya  and
      Thomson, Craig",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.4/",
    pages = "35--48"
}
@inproceedings{gonzalez-corbelle-etal-2023-lessons,
    title = "Some lessons learned reproducing human evaluation of a data-to-text system",
    author = "Gonz{\'a}lez Corbelle, Javier  and
      Alonso, Jose  and
      Bugar{\'i}n-Diz, Alberto",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.5/",
    pages = "49--68"
}
@inproceedings{watson-gkatzia-2023-unveiling,
    title = "Unveiling {NLG} Human-Evaluation Reproducibility: Lessons Learned and Key Insights from Participating in the {R}epro{NLP} Challenge",
    author = "Watson, Lewis  and
      Gkatzia, Dimitra",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.6/",
    pages = "69--74"
}
@inproceedings{van-miltenburg-etal-2023-reproducible,
    title = "How reproducible is best-worst scaling for human evaluation? A reproduction of `Data-to-text Generation with Macro Planning'",
    author = "van Miltenburg, Emiel  and
      Braggaar, Anouck  and
      Braun, Nadine  and
      Damen, Debby  and
      Goudbeek, Martijn  and
      van der Lee, Chris  and
      Tomas, Fr{\'e}d{\'e}ric  and
      Krahmer, Emiel",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.7/",
    pages = "75--88"
}
@inproceedings{arvan-parde-2023-human,
    title = "Human Evaluation Reproduction Report for Data-to-text Generation with Macro Planning",
    author = "Arvan, Mohammad  and
      Parde, Natalie",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.8/",
    pages = "89--96"
}
@inproceedings{ito-etal-2023-challenges,
    title = "Challenges in Reproducing Human Evaluation Results for Role-Oriented Dialogue Summarization",
    author = "Ito, Takumi  and
      Fang, Qixiang  and
      Mosteiro, Pablo  and
      Gatt, Albert  and
      van Deemter, Kees",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.9/",
    pages = "97--123"
}
@inproceedings{gao-etal-2023-reproduction,
    title = "A Reproduction Study of the Human Evaluation of Role-Oriented Dialogue Summarization Models",
    author = "Gao, Mingqi  and
      Ruan, Jie  and
      Wan, Xiaojun",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.10/",
    pages = "124--129"
}
@inproceedings{mieskes-benz-2023-h,
    title = "h{\_}da@{R}epro{H}umn {--} Reproduction of Human Evaluation and Technical Pipeline",
    author = "Mieskes, Margot  and
      Benz, Jacob Georg",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.11/",
    pages = "130--135"
}
@inproceedings{hurlimann-cieliebak-2023-reproducing,
    title = "Reproducing a Comparative Evaluation of {G}erman Text-to-Speech Systems",
    author = {H{\"u}rlimann, Manuela  and
      Cieliebak, Mark},
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.12/",
    pages = "136--144"
}
@inproceedings{platek-etal-2023-little,
    title = "With a Little Help from the Authors: Reproducing Human Evaluation of an {MT} Error Detector",
    author = "Platek, Ondrej  and
      Lango, Mateusz  and
      Dusek, Ondrej",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.13/",
    pages = "145--152"
}
@inproceedings{klubicka-kelleher-2023-humeval23,
    title = "{H}um{E}val{'}23 Reproduction Report for Paper 0040: Human Evaluation of Automatically Detected Over- and Undertranslations",
    author = "Klubi{\v{c}}ka, Filip  and
      Kelleher, John D.",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.14/",
    pages = "153--189"
}
@inproceedings{li-etal-2023-trends,
    title = "Same Trends, Different Answers: Insights from a Replication Study of Human Plausibility Judgments on Narrative Continuations",
    author = "Li, Yiru  and
      Lai, Huiyuan  and
      Toral, Antonio  and
      Nissim, Malvina",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.15/",
    pages = "190--203"
}
@inproceedings{mahamood-2023-reproduction,
    title = "Reproduction of Human Evaluations in: ``It{'}s not Rocket Science: Interpreting Figurative Language in Narratives''",
    author = "Mahamood, Saad",
    editor = "Belz, Anya  and
      Popovi{\'c}, Maja  and
      Reiter, Ehud  and
      Thomson, Craig  and
      Sedoc, Jo{\~a}o",
    booktitle = "Proceedings of the 3rd Workshop on Human Evaluation of NLP Systems",
    month = sep,
    year = "2023",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd., Shoumen, Bulgaria",
    url = "https://preview.aclanthology.org/author-published-checkbox/2023.humeval-1.16/",
    pages = "204--209"
}