@inproceedings{pisarevskaya-zubiaga-2025-agent,
title = "Agent-based Automated Claim Matching with Instruction-following {LLM}s",
author = "Pisarevskaya, Dina and
Zubiaga, Arkaitz",
editor = "Inui, Kentaro and
Sakti, Sakriani and
Wang, Haofen and
Wong, Derek F. and
Bhattacharyya, Pushpak and
Banerjee, Biplab and
Ekbal, Asif and
Chakraborty, Tanmoy and
Singh, Dhirendra Pratap",
booktitle = "Proceedings of the 14th International Joint Conference on Natural Language Processing and the 4th Conference of the Asia-Pacific Chapter of the Association for Computational Linguistics",
month = dec,
year = "2025",
address = "Mumbai, India",
publisher = "The Asian Federation of Natural Language Processing and The Association for Computational Linguistics",
url = "https://preview.aclanthology.org/ingest-ijcnlp-aacl/2025.findings-ijcnlp.146/",
pages = "2405--2414",
ISBN = "979-8-89176-303-6",
abstract = "We present a novel agent-based approach for the automated claim matching task with instruction-following LLMs. We propose a two-step pipeline that first generates prompts with LLMs, to then perform claim matching as a binary classification task with LLMs. We demonstrate that LLM-generated prompts can outperform SOTA with human-generated prompts, and that smaller LLMs can do as well as larger ones in the generation process, allowing to save computational resources. We also demonstrate the effectiveness of using different LLMs for each step of the pipeline, i.e. using an LLM for prompt generation, and another for claim matching. Our investigation into the prompt generation process in turn reveals insights into the LLMs' understanding and handling of the claim matching task."
}Markdown (Informal)
[Agent-based Automated Claim Matching with Instruction-following LLMs](https://preview.aclanthology.org/ingest-ijcnlp-aacl/2025.findings-ijcnlp.146/) (Pisarevskaya & Zubiaga, Findings 2025)
ACL
- Dina Pisarevskaya and Arkaitz Zubiaga. 2025. Agent-based Automated Claim Matching with Instruction-following LLMs. In Proceedings of the 14th International Joint Conference on Natural Language Processing and the 4th Conference of the Asia-Pacific Chapter of the Association for Computational Linguistics, pages 2405–2414, Mumbai, India. The Asian Federation of Natural Language Processing and The Association for Computational Linguistics.