@inproceedings{liang-etal-2025-ctrlshift,
title = "{C}trl{S}hift: Steering Language Models for Dense Quotation Retrieval with Dynamic Prompts",
author = "Liang, Chuang and
Li, Wei and
Shao, Yanqiu",
editor = "Inui, Kentaro and
Sakti, Sakriani and
Wang, Haofen and
Wong, Derek F. and
Bhattacharyya, Pushpak and
Banerjee, Biplab and
Ekbal, Asif and
Chakraborty, Tanmoy and
Singh, Dhirendra Pratap",
booktitle = "Proceedings of the 14th International Joint Conference on Natural Language Processing and the 4th Conference of the Asia-Pacific Chapter of the Association for Computational Linguistics",
month = dec,
year = "2025",
address = "Mumbai, India",
publisher = "The Asian Federation of Natural Language Processing and The Association for Computational Linguistics",
url = "https://preview.aclanthology.org/ingest-ijcnlp-aacl/2025.ijcnlp-long.119/",
pages = "2192--2204",
ISBN = "979-8-89176-298-5",
abstract = "Quotation recommendation is an inherently asymmetric retrieval task, where the intended meaning of a quote often diverges from surface expressions, creating significant semantic shifts. Combined with minimal lexical overlap, this poses a core challenge for classic dense retrievers, which struggle to capture non-literal and rhetorical alignments. To bridge this semantic gap, we propose introducing controllable signals to guide the model{'}s attention toward abstract, context-relevant concepts. We propose CtrlShift, a framework that leverages a Variational Autoencoder (VAE) to capture latent associations between context and quotation, which is used to derive context-aware control signals to modulate semantic focus and support bidirectional alignment and rhetorical intent modeling. Experiments show that our method consistently outperforms baselines on the quotation recommendation task and can be effectively transfered to the general purposed benchmark. Further, CtrlShift integrates seamlessly with general-purpose generative models without additional fine-tuning, and provides satisfactory interpretability by generating textual explaination to uncover the model{'}s focus on abstract, citation-aligned semantics."
}Markdown (Informal)
[CtrlShift: Steering Language Models for Dense Quotation Retrieval with Dynamic Prompts](https://preview.aclanthology.org/ingest-ijcnlp-aacl/2025.ijcnlp-long.119/) (Liang et al., IJCNLP-AACL 2025)
ACL
- Chuang Liang, Wei Li, and Yanqiu Shao. 2025. CtrlShift: Steering Language Models for Dense Quotation Retrieval with Dynamic Prompts. In Proceedings of the 14th International Joint Conference on Natural Language Processing and the 4th Conference of the Asia-Pacific Chapter of the Association for Computational Linguistics, pages 2192–2204, Mumbai, India. The Asian Federation of Natural Language Processing and The Association for Computational Linguistics.