@inproceedings{nikolaev-pado-2022-word,
title = "Word-order Typology in Multilingual {BERT}: A Case Study in Subordinate-Clause Detection",
author = "Nikolaev, Dmitry and
Pado, Sebastian",
booktitle = "Proceedings of the 4th Workshop on Research in Computational Linguistic Typology and Multilingual NLP",
month = jul,
year = "2022",
address = "Seattle, Washington",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2022.sigtyp-1.2",
doi = "10.18653/v1/2022.sigtyp-1.2",
pages = "11--21",
abstract = "The capabilities and limitations of BERT and similar models are still unclear when it comes to learning syntactic abstractions, in particular across languages. In this paper, we use the task of subordinate-clause detection within and across languages to probe these properties. We show that this task is deceptively simple, with easy gains offset by a long tail of harder cases, and that BERT{'}s zero-shot performance is dominated by word-order effects, mirroring the SVO/VSO/SOV typology.",
}
Markdown (Informal)
[Word-order Typology in Multilingual BERT: A Case Study in Subordinate-Clause Detection](https://aclanthology.org/2022.sigtyp-1.2) (Nikolaev & Pado, SIGTYP 2022)
ACL