@inproceedings{nair-etal-2024-babylm, title = "{B}aby{LM} Challenge: Experimenting with Self-Distillation and Reverse-Distillation for Language Model Pre-Training on Constrained Datasets", author = "Nair, Aakarsh and Hancharova, Alina and Kumar, Mayank and Gharaee, Ali", editor = "Hu, Michael Y. and Mueller, Aaron and Ross, Candace and Williams, Adina and Linzen, Tal and Zhuang, Chengxu and Choshen, Leshem and Cotterell, Ryan and Warstadt, Alex and Wilcox, Ethan Gotlieb", booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning", month = nov, year = "2024", address = "Miami, FL, USA", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/fix-sig-urls/2024.conll-babylm.3/", pages = "28--36" }