@inproceedings{mitrovic-etal-2025-swushroomsia,
    title = "Swushroomsia at {S}em{E}val-2025 Task 3: Probing {LLM}s' Collective Intelligence for Multilingual Hallucination Detection",
    author = "Mitrovi{\'c}, Sandra  and
      Cornelius, Joseph  and
      Kletz, David  and
      Dolamic, Ljiljana  and
      Rinaldi, Fabio",
    editor = "Rosenthal, Sara  and
      Ros{\'a}, Aiala  and
      Ghosh, Debanjan  and
      Zampieri, Marcos",
    booktitle = "Proceedings of the 19th International Workshop on Semantic Evaluation (SemEval-2025)",
    month = jul,
    year = "2025",
    address = "Vienna, Austria",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/corrections-2025-08/2025.semeval-1.239/",
    pages = "1810--1827",
    ISBN = "979-8-89176-273-2",
    abstract = "This paper introduces a system designed for SemEval-2025 Task 3: Mu-SHROOM, which focuses on detecting hallucinations in multilingual outputs generated by large language models (LLMs). Our approach leverages the collective intelligence of multiple LLMs by prompting several models with three distinct prompts to annotate hallucinations. These individual annotations are then merged to create a comprehensive probabilistic annotation. The proposed system demonstrates strong performance, achieving high accuracy in span detection and strong correlation between predicted probabilities and ground truth annotations."
}