@inproceedings{liu-etal-2025-cola, title = "{C}o{LA}: Compute-Efficient Pre-Training of {LLM}s via Low-Rank Activation", author = "Liu, Ziyue and Zhang, Ruijie and Wang, Zhengyang and Yan, Mingsong and Yang, Zi and Hovland, Paul D. and Nicolae, Bogdan and Cappello, Franck and Tang, Sui and Zhang, Zheng", editor = "Christodoulopoulos, Christos and Chakraborty, Tanmoy and Rose, Carolyn and Peng, Violet", booktitle = "Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing", month = nov, year = "2025", address = "Suzhou, China", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/ingest-emnlp/2025.emnlp-main.230/", pages = "4627--4645", ISBN = "979-8-89176-332-6" }