@inproceedings{guan-etal-2026-dart,
title = "{DART}: Disambiguation-Aware Reasoning for Video-guided Machine Translation",
author = "Guan, Boyu and
Han, Chuang and
Zhao, Yang and
Zong, Chengqing",
editor = "Liakata, Maria and
Moreira, Viviane P. and
Zhang, Jiajun and
Jurgens, David",
booktitle = "Proceedings of the 64th Annual Meeting of the {A}ssociation for {C}omputational {L}inguistics (Volume 1: Long Papers)",
month = jul,
year = "2026",
address = "San Diego, California, United States",
publisher = "Association for Computational Linguistics",
url = "https://preview.aclanthology.org/ingest-acl/2026.acl-long.352/",
pages = "7752--7772",
ISBN = "979-8-89176-390-6",
abstract = "Video-guided Machine Translation (VMT) seeks to enhance translation quality by incorporating contextual information derived from paired short video clips. However, many VMT samples are text-sufficient; even when visual information is needed, only minimal cues are required. Aiming to tackle these issues, we propose a novel framework **DART** (**D**isambiguation-**A**ware **R**easoning for Video-guided Machine **T**ranslation). Reinforcement learning is used to incorporate multimodal large language models' multimodal reasoning into VMT. The model dynamically switches between text-only processing and multimodal integration, contingent on the necessity of visual disambiguation. Furthermore, we present **TVRF** (**T**ranslation-oriented **V**ideo **R**elevance **F**iltering), a systematic pipeline for constructing training data based on multimodal relevance to translation. This pipeline filters samples where video information is translation-relevant, mitigating training collapse caused by video-irrelevant data in conventional VMT. Experimental results show that our approach improves multimodal information utilization in VMT, yielding gains in both translation quality and computational efficiency."
}Markdown (Informal)
[DART: Disambiguation-Aware Reasoning for Video-guided Machine Translation](https://preview.aclanthology.org/ingest-acl/2026.acl-long.352/) (Guan et al., ACL 2026)
ACL