@inproceedings{belzak-etal-2025-machines,
title = "When Machines Mislead: Human Review of Erroneous {AI} Cheating Signals",
author = "Belzak, William and
Niu, Chenhao and
Ortmann Lee, Angel",
editor = "Wilson, Joshua and
Ormerod, Christopher and
Beiting Parrish, Magdalen",
booktitle = "Proceedings of the Artificial Intelligence in Measurement and Education Conference (AIME-Con): Works in Progress",
month = oct,
year = "2025",
address = "Wyndham Grand Pittsburgh, Downtown, Pittsburgh, Pennsylvania, United States",
publisher = "National Council on Measurement in Education (NCME)",
url = "https://preview.aclanthology.org/author-page-yu-wang-polytechnic/2025.aimecon-wip.11/",
pages = "90--97",
ISBN = "979-8-218-84229-1",
abstract = "This study examines how human proctors interpret AI-generated alerts for misconduct in remote assessments. Findings suggest proctors can identify false positives, though confirmation bias and differences across test-taker nationalities were observed. Results highlight opportunities to refine proctoring guidelines and strengthen fairness in human oversight of automated signals in high-stakes testing."
}Markdown (Informal)
[When Machines Mislead: Human Review of Erroneous AI Cheating Signals](https://preview.aclanthology.org/author-page-yu-wang-polytechnic/2025.aimecon-wip.11/) (Belzak et al., AIME-Con 2025)
ACL
- William Belzak, Chenhao Niu, and Angel Ortmann Lee. 2025. When Machines Mislead: Human Review of Erroneous AI Cheating Signals. In Proceedings of the Artificial Intelligence in Measurement and Education Conference (AIME-Con): Works in Progress, pages 90–97, Wyndham Grand Pittsburgh, Downtown, Pittsburgh, Pennsylvania, United States. National Council on Measurement in Education (NCME).