@inproceedings{dervishi-etal-2025-training, title = "Training compute-optimal transformer encoder models", author = "Dervishi, Megi and Allauzen, Alexandre and Synnaeve, Gabriel and LeCun, Yann", editor = "Christodoulopoulos, Christos and Chakraborty, Tanmoy and Rose, Carolyn and Peng, Violet", booktitle = "Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing", month = nov, year = "2025", address = "Suzhou, China", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/ingest-emnlp/2025.emnlp-main.1804/", pages = "35602--35617", ISBN = "979-8-89176-332-6" }