@inproceedings{lv-etal-2024-scalable, title = "Scalable Efficient Training of Large Language Models with Low-dimensional Projected Attention", author = "Lv, Xingtai and Ding, Ning and Zhang, Kaiyan and Hua, Ermo and Cui, Ganqu and Zhou, Bowen", editor = "Al-Onaizan, Yaser and Bansal, Mohit and Chen, Yun-Nung", booktitle = "Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing", month = nov, year = "2024", address = "Miami, Florida, USA", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/Add-Cong-Liu-Florida-Atlantic-University-author-id/2024.emnlp-main.808/", doi = "10.18653/v1/2024.emnlp-main.808", pages = "14588--14599" }