@inproceedings{li-wan-2025-writes,
title = "Who Writes What: Unveiling the Impact of Author Roles on {AI}-generated Text Detection",
author = "Li, Jiatao and
Wan, Xiaojun",
editor = "Che, Wanxiang and
Nabende, Joyce and
Shutova, Ekaterina and
Pilehvar, Mohammad Taher",
booktitle = "Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)",
month = jul,
year = "2025",
address = "Vienna, Austria",
publisher = "Association for Computational Linguistics",
url = "https://preview.aclanthology.org/ingestion-acl-25/2025.acl-long.1292/",
pages = "26620--26658",
ISBN = "979-8-89176-251-0",
abstract = "The rise of Large Language Models (LLMs) necessitates accurate AI-generated text detection. However, current approaches largely overlook the influence of author characteristics. We investigate how sociolinguistic attributes{---}gender, CEFR proficiency, academic field, and language environment{---}impact state-of-the-art AI text detectors. Using the ICNALE corpus of human-authored texts and parallel AI-generated texts from diverse LLMs, we conduct a rigorous evaluation employing multi-factor ANOVA and weighted least squares (WLS). Our results reveal significant biases: CEFR proficiency and language environment consistently affected detector accuracy, while gender and academic field showed detector-dependent effects. These findings highlight the crucial need for socially aware AI text detection to avoid unfairly penalizing specific demographic groups. We offer novel empirical evidence, a robust statistical framework, and actionable insights for developing more equitable and reliable detection systems in real-world, out-of-domain contexts. This work paves the way for future research on bias mitigation, inclusive evaluation benchmarks, and socially responsible LLM detectors."
}
Markdown (Informal)
[Who Writes What: Unveiling the Impact of Author Roles on AI-generated Text Detection](https://preview.aclanthology.org/ingestion-acl-25/2025.acl-long.1292/) (Li & Wan, ACL 2025)
ACL