@inproceedings{chen-wang-2025-collaborating,
title = "On Collaborating Small and Large Models For Few-shot Intent Detection",
author = "Chen, Peng and
Wang, Bang",
editor = "Christodoulopoulos, Christos and
Chakraborty, Tanmoy and
Rose, Carolyn and
Peng, Violet",
booktitle = "Findings of the Association for Computational Linguistics: EMNLP 2025",
month = nov,
year = "2025",
address = "Suzhou, China",
publisher = "Association for Computational Linguistics",
url = "https://preview.aclanthology.org/name-variant-enfa-fane/2025.findings-emnlp.749/",
doi = "10.18653/v1/2025.findings-emnlp.749",
pages = "13937--13953",
ISBN = "979-8-89176-335-7",
abstract = "Few-shot intent detection (FSID) targets the classification of user queries into in-scope intent categories or detecting them as out-of-scope, with only a few or even zero labeled examples per class. Existing PLM-based methods struggle in low-resource situations; while LLM-based methods face high inference cost and label interference. To harness their complementary strengths, we propose the $\textbf{FCSLM}$, a framework that collaborates a small prediction model with a large language model for the FSID task. During training, we leverage LLMs for data augmentation in self-supervised pretraining and supervised fine-tuning a task-specific prediction model. During inference, a multi-round reasoning process first applies the small prediction model to output candidate intents with uncertainty estimations, then invokes an LLM with enriched intent descriptions for refined prediction and OOS detection. Extensive experiments on three benchmark datasets demonstrate that our FCSLM outperforms strong competitors, achieving the new state-of-the-art performance in both intent classification and OOS detection. Our code is available at: https://github.com/hustchenpeng/FCSLM"
}Markdown (Informal)
[On Collaborating Small and Large Models For Few-shot Intent Detection](https://preview.aclanthology.org/name-variant-enfa-fane/2025.findings-emnlp.749/) (Chen & Wang, Findings 2025)
ACL