@inproceedings{pannitto-herbelot-2023-calamo,
title = "{CAL}a{M}o: a Constructionist Assessment of Language Models",
author = "Pannitto, Ludovica and
Herbelot, Aur{\'e}lie",
editor = "Bonial, Claire and
Tayyar Madabushi, Harish",
booktitle = "Proceedings of the First International Workshop on Construction Grammars and NLP (CxGs+NLP, GURT/SyntaxFest 2023)",
month = mar,
year = "2023",
address = "Washington, D.C.",
publisher = "Association for Computational Linguistics",
url = "https://preview.aclanthology.org/jlcl-multiple-ingestion/2023.cxgsnlp-1.3/",
pages = "21--30",
abstract = "This paper presents a novel framework for evaluating Neural Language Models' linguistic abilities using a constructionist approach. Not only is the usage-based model in line with the un- derlying stochastic philosophy of neural architectures, but it also allows the linguist to keep meaning as a determinant factor in the analysis. We outline the framework and present two possible scenarios for its application."
}
Markdown (Informal)
[CALaMo: a Constructionist Assessment of Language Models](https://preview.aclanthology.org/jlcl-multiple-ingestion/2023.cxgsnlp-1.3/) (Pannitto & Herbelot, CxGsNLP-SyntaxFest 2023)
ACL
- Ludovica Pannitto and Aurélie Herbelot. 2023. CALaMo: a Constructionist Assessment of Language Models. In Proceedings of the First International Workshop on Construction Grammars and NLP (CxGs+NLP, GURT/SyntaxFest 2023), pages 21–30, Washington, D.C.. Association for Computational Linguistics.