@inproceedings{chen-etal-2025-imitation,
title = "From Imitation to Introspection: Probing Self-Consciousness in Language Models",
author = "Chen, Sirui and
Yu, Shu and
Zhao, Shengjie and
Lu, Chaochao",
editor = "Che, Wanxiang and
Nabende, Joyce and
Shutova, Ekaterina and
Pilehvar, Mohammad Taher",
booktitle = "Findings of the Association for Computational Linguistics: ACL 2025",
month = jul,
year = "2025",
address = "Vienna, Austria",
publisher = "Association for Computational Linguistics",
url = "https://preview.aclanthology.org/display_plenaries/2025.findings-acl.392/",
pages = "7553--7583",
ISBN = "979-8-89176-256-5",
abstract = "Self-consciousness, the introspection of one{'}s existence and thoughts, represents a high-level cognitive process. As language models advance at an unprecedented pace, a critical question arises: Are these models becoming self-conscious? Drawing upon insights from psychological and neural science, this work presents a practical definition of self-consciousness for language models and refines ten core concepts. Our work pioneers an investigation into self-consciousness in language models by, for the first time, leveraging structural causal games to establish the functional definitions of the ten core concepts. Based on our definitions, we conduct a comprehensive four-stage experiment: quantification (evaluation of ten leading models), representation (visualization of self-consciousness within the models), manipulation (modification of the models' representation), and acquisition (fine-tuning the models on core concepts). Our findings indicate that although models are in the early stages of developing self-consciousness, there is a discernible representation of certain concepts within their internal mechanisms. However, these representations of self-consciousness are hard to manipulate positively at the current stage, yet they can be acquired through targeted fine-tuning."
}
Markdown (Informal)
[From Imitation to Introspection: Probing Self-Consciousness in Language Models](https://preview.aclanthology.org/display_plenaries/2025.findings-acl.392/) (Chen et al., Findings 2025)
ACL