@inproceedings{bui-etal-2024-knowledge, title = "Knowledge Distillation vs. Pretraining from Scratch under a Fixed (Computation) Budget", author = "Bui, Minh Duc and Schmidt, Fabian and Glava{\v{s}}, Goran and Von Der Wense, Katharina", editor = "Tafreshi, Shabnam and Akula, Arjun and Sedoc, Jo{\~a}o and Drozd, Aleksandr and Rogers, Anna and Rumshisky, Anna", booktitle = "Proceedings of the Fifth Workshop on Insights from Negative Results in NLP", month = jun, year = "2024", address = "Mexico City, Mexico", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/fix-sig-urls/2024.insights-1.6/", doi = "10.18653/v1/2024.insights-1.6", pages = "41--47" }