@article{steingrimsson-sigurdsson-2026-scoring,
    title = "Scoring the Translation: On Target Automatic Keyword-Based Evaluation of Machine Translation in the Sports Domain",
    author = "Steingr{\'i}msson, Stein{\th}{\'o}r  and
      Sigurdsson, Einar",
    editor = "Piperidis, Stelios  and
      Bel, N{\'u}ria  and
      van den Heuvel, Henk  and
      Ide, Nancy  and
      Krek, Simon  and
      Toral, Antonio",
    journal = "International Conference on Language Resources and Evaluation",
    volume = "main",
    month = may,
    year = "2026",
    address = "Palma de Mallorca, Spain",
    publisher = "ELRA Language Resource Association",
    url = "https://preview.aclanthology.org/ingest-lrec/2026.lrec-main.697/",
    pages = "8862--8871",
    abstract = "We take a closer look at the results of a recent translation shared task at WMT 2025 (the Conference on Machine Translation) and analyse the errors in the output of the four highest-scoring systems. We revise the automatic evaluation method used in Sigur{\dh}sson et al. (2025) and compare it to manual evaluation of six machine translation systems. We find that our results are in line with the manual evaluation, indicating that the test suite can be well suited for evaluating machine translation in this domain. Finally, we publish a list of domain-specific sports terms, namely, in the domains of basketball, chess, football, golf and gymnastics."
}