@inproceedings{jie-etal-2025-llms,
title = "{LLM}s Struggle with {NLI} for Perfect Aspect: A Cross-Linguistic Study in {C}hinese and {J}apanese",
author = "Jie, Lu and
Jin, Du and
Yanaka, Hitomi",
editor = "Evang, Kilian and
Kallmeyer, Laura and
Pogodalla, Sylvain",
booktitle = "Proceedings of the 16th International Conference on Computational Semantics",
month = sep,
year = "2025",
address = {D{\"u}sseldorf, Germany},
publisher = "Association for Computational Linguistics",
url = "https://preview.aclanthology.org/iwcs-25-ingestion/2025.iwcs-1.9/",
pages = "99--107",
ISBN = "979-8-89176-316-6",
abstract = "Unlike English, which uses distinct forms (e.g., had, has, will have) to mark the perfect aspect across tenses, Chinese and Japanese lack sep- arate grammatical forms for tense within the perfect aspect, which complicates Natural Lan- guage Inference (NLI). Focusing on the per- fect aspect in these languages, we construct a linguistically motivated, template-based NLI dataset (1,350 pairs per language). Experi- ments reveal that even advanced LLMs strug- gle with temporal inference, particularly in de- tecting subtle tense and reference-time shifts. These findings highlight model limitations and underscore the need for cross-linguistic evalua- tion in temporal semantics. Our dataset is avail- able at https://github.com/Lujie2001/ CrossNLI."
}
Markdown (Informal)
[LLMs Struggle with NLI for Perfect Aspect: A Cross-Linguistic Study in Chinese and Japanese](https://preview.aclanthology.org/iwcs-25-ingestion/2025.iwcs-1.9/) (Jie et al., IWCS 2025)
ACL