@inproceedings{jiang-etal-2025-comparison,
    title = "Comparison of {AI} and Human Scoring on A Visual Arts Assessment",
    author = "Jiang, Ning  and
      Huang, Yue  and
      Chen, Jie",
    editor = "Wilson, Joshua  and
      Ormerod, Christopher  and
      Beiting Parrish, Magdalen",
    booktitle = "Proceedings of the Artificial Intelligence in Measurement and Education Conference (AIME-Con): Works in Progress",
    month = oct,
    year = "2025",
    address = "Wyndham Grand Pittsburgh, Downtown, Pittsburgh, Pennsylvania, United States",
    publisher = "National Council on Measurement in Education (NCME)",
    url = "https://preview.aclanthology.org/name-variant-enfa-fane/2025.aimecon-wip.18/",
    pages = "147--154",
    ISBN = "979-8-218-84229-1",
    abstract = "This study examines reliability and comparability of Generative AI scores versus human ratings on two performance tasks{---}text-based and drawing-based{---}in a fourth-grade visual arts assessment. Results show GPT-4 is consistent, aligned with humans but more lenient, and its agreement with humans is slightly lower than that between human raters."
}