@inproceedings{ranaldi-etal-2024-termite,
    title = "Termite {I}talian Text-to-{SQL}: A {CALAMITA} Challenge",
    author = "Ranaldi, Federico  and
      Ruzzetti, Elena Sofia  and
      Onorati, Dario  and
      Zanzotto, Fabio Massimo  and
      Ranaldi, Leonardo",
    editor = "Dell'Orletta, Felice  and
      Lenci, Alessandro  and
      Montemagni, Simonetta  and
      Sprugnoli, Rachele",
    booktitle = "Proceedings of the 10th Italian Conference on Computational Linguistics (CLiC-it 2024)",
    month = dec,
    year = "2024",
    address = "Pisa, Italy",
    publisher = "CEUR Workshop Proceedings",
    url = "https://preview.aclanthology.org/jlcl-multiple-ingestion/2024.clicit-1.130/",
    pages = "1176--1183",
    ISBN = "979-12-210-7060-6",
    abstract = "We introduce Termite, which is a definitely unseen resource for evaluating Text-to-SQL in Italian. Specifically,we transfer evaluation pipelines beyond English, proposing novel, definitely unseen resources that avoid data-contamination phenomena while assessing the ability of models to perform Text-to-SQL tasks when natural language queries are written in Italian. We establish an evaluation grid based on execution accuracy."
}