@inproceedings{sun-etal-2026-magnet,
title = "{MAGNET}: Towards Adaptive {GUI} Agents with Memory-Driven Knowledge Evolution",
author = "Sun, Libo and
Zhang, Jiwen and
Wang, Siyuan and
Wei, Zhongyu",
editor = "Liakata, Maria and
Moreira, Viviane P. and
Zhang, Jiajun and
Jurgens, David",
booktitle = "Proceedings of the 64th Annual Meeting of the {A}ssociation for {C}omputational {L}inguistics (Volume 1: Long Papers)",
month = jul,
year = "2026",
address = "San Diego, California, United States",
publisher = "Association for Computational Linguistics",
url = "https://preview.aclanthology.org/ingest-acl/2026.acl-long.1299/",
pages = "28181--28206",
ISBN = "979-8-89176-390-6",
abstract = "Mobile GUI agents powered by large foundation models enable autonomous task execution in applications, but frequent updates that alter UI appearance and reorganize workflows cause agents trained on historical data to fail. Despite these surface changes, we observe that functional semantics and task intents remain fundamentally stable. Building on this insight, we introduce MAGNET, a memory-driven adaptive agent framework with dual-level memory: stationary memory that links diverse visual features to stable functional semantics for robust action grounding and procedural memory that captures stable task intents across varying workflows. Furthermore, we propose a dynamic memory evolution mechanism that continuously refines both memories by prioritizing frequently accessed knowledge. Evaluations on the online benchmark AndroidWorld demonstrate substantial improvements over memory-augmented baselines, while offline benchmarks confirm consistent gains under distribution shifts. These results validate that leveraging stable structures across interface changes improves agent performance and generalization in evolving software environments."
}Markdown (Informal)
[MAGNET: Towards Adaptive GUI Agents with Memory-Driven Knowledge Evolution](https://preview.aclanthology.org/ingest-acl/2026.acl-long.1299/) (Sun et al., ACL 2026)
ACL