@inproceedings{lee-etal-2023-study, title = "A Study on Knowledge Distillation from Weak Teacher for Scaling Up Pre-trained Language Models", author = "Lee, Hayeon and Hou, Rui and Kim, Jongpil and Liang, Davis and Hwang, Sung Ju and Min, Alexander", editor = "Rogers, Anna and Boyd-Graber, Jordan and Okazaki, Naoaki", booktitle = "Findings of the Association for Computational Linguistics: ACL 2023", month = jul, year = "2023", address = "Toronto, Canada", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/jlcl-multiple-ingestion/2023.findings-acl.714/", doi = "10.18653/v1/2023.findings-acl.714", pages = "11239--11246" }