@inproceedings{brunato-2024-trace,
title = "{TRACE}-it: Testing Relative cl{A}uses Comprehension through Entailment in {IT}alian: A {CALAMITA} Challenge",
author = "Brunato, Dominique",
editor = "Dell'Orletta, Felice and
Lenci, Alessandro and
Montemagni, Simonetta and
Sprugnoli, Rachele",
booktitle = "Proceedings of the 10th Italian Conference on Computational Linguistics (CLiC-it 2024)",
month = dec,
year = "2024",
address = "Pisa, Italy",
publisher = "CEUR Workshop Proceedings",
url = "https://preview.aclanthology.org/jlcl-multiple-ingestion/2024.clicit-1.119/",
pages = "1082--1088",
ISBN = "979-12-210-7060-6",
abstract = "Introduced in the context of CALAMITA 2024, TRACE-it (Testing Relative clAuses Comprehension through Entailment in ITalian) is a benchmark designed to evaluate the ability of Large Language Models (LLMs) to comprehend a specific type of complex syntactic construction in Italian: object relative clauses. In this report, we outline the theoretical framework that informed the creation of the dataset and provide a comprehensive overview of the linguistic materials used."
}
Markdown (Informal)
[TRACE-it: Testing Relative clAuses Comprehension through Entailment in ITalian: A CALAMITA Challenge](https://preview.aclanthology.org/jlcl-multiple-ingestion/2024.clicit-1.119/) (Brunato, CLiC-it 2024)
ACL