@inproceedings{russo-etal-2025-face,
title = "Face the Facts! Evaluating {RAG}-based Pipelines for Professional Fact-Checking",
author = "Russo, Daniel and
Menini, Stefano and
Staiano, Jacopo and
Guerini, Marco",
editor = "Flek, Lucie and
Narayan, Shashi and
Phương, L{\^e} Hồng and
Pei, Jiahuan",
booktitle = "Proceedings of the 18th International Natural Language Generation Conference",
month = oct,
year = "2025",
address = "Hanoi, Vietnam",
publisher = "Association for Computational Linguistics",
url = "https://preview.aclanthology.org/ingest-luhme/2025.inlg-main.50/",
pages = "846--865",
abstract = "Natural Language Processing and Generation systems have recently shown the potential to complement and streamline the costly and time-consuming job of professional fact-checkers. In this work, we lift several constraints of current state-of-the-art pipelines for automated fact-checking based on the Retrieval-Augmented Generation (RAG) paradigm. Our goal is to benchmark, following professional fact-checking practices, RAG-based methods for the generation of verdicts - i.e., short texts discussing the veracity of a claim - evaluating them on stylistically complex claims and heterogeneous, yet reliable, knowledge bases. Our findings show a complex landscape, where, for example, LLM-based retrievers outperform other retrieval techniques, though they still struggle with heterogeneous knowledge bases; larger models excel in verdict faithfulness, while smaller models provide better context adherence, with human evaluations favouring zero-shot and one-shot approaches for informativeness, and fine-tuned models for emotional alignment."
}Markdown (Informal)
[Face the Facts! Evaluating RAG-based Pipelines for Professional Fact-Checking](https://preview.aclanthology.org/ingest-luhme/2025.inlg-main.50/) (Russo et al., INLG 2025)
ACL