@article{jumelet-etal-2026-multiblimp,
    title = "{M}ulti{BL}i{MP} 1.0: A Massively Multilingual Benchmark of Linguistic Minimal Pairs",
    author = "Jumelet, Jaap  and
      Weissweiler, Leonie  and
      Nivre, Joakim  and
      Bisazza, Arianna",
    journal = "Transactions of the Association for Computational Linguistics",
    volume = "14",
    year = "2026",
    address = "Cambridge, MA",
    publisher = "MIT Press",
    url = "https://preview.aclanthology.org/ingest-eacl/2026.tacl-1.10/",
    doi = "10.1162/tacl.a.600",
    pages = "193--216",
    abstract = "We introduce MultiBLiMP 1.0, a massively multilingual benchmark of linguistic minimal pairs, covering 101 languages and 2 types of subject-verb agreement, containing more than 128,000 minimal pairs. Our minimal pairs are created using a fully automated pipeline, leveraging the large-scale linguistic resources of Universal Dependencies and UniMorph. MultiBLiMP 1.0 evaluates abilities of LLMs at an unprecedented multilingual scale, and highlights the shortcomings of the current state-of-the-art in modelling low-resource languages.1"
}