@inproceedings{rajpoot-chukamphaeng-2024-team,
    title = "Team {NP}{\_}{PROBLEM} at {S}em{E}val-2024 Task 7: Numerical Reasoning in Headline Generation with Preference Optimization",
    author = "Rajpoot, Pawan  and
      Chukamphaeng, Nut",
    editor = {Ojha, Atul Kr.  and
      Do{\u{g}}ru{\"o}z, A. Seza  and
      Tayyar Madabushi, Harish  and
      Da San Martino, Giovanni  and
      Rosenthal, Sara  and
      Ros{\'a}, Aiala},
    booktitle = "Proceedings of the 18th International Workshop on Semantic Evaluation (SemEval-2024)",
    month = jun,
    year = "2024",
    address = "Mexico City, Mexico",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/fix-sig-urls/2024.semeval-1.103/",
    doi = "10.18653/v1/2024.semeval-1.103",
    pages = "716--720",
    abstract = "While large language models (LLMs) exhibit impressive linguistic abilities, their numerical reasoning skills within real-world contexts re- main under-explored. This paper describes our participation in a headline-generation challenge by Numeval at Semeval 2024, which focused on numerical reasoning. Our system achieved an overall top numerical accuracy of 73.49{\%} on the task. We explore the system{'}s design choices contributing to this result and analyze common error patterns. Our findings highlight the potential and ongoing challenges of integrat- ing numerical reasoning within large language model-based headline generation."
}