@inproceedings{li-etal-2022-multi-level, title = "Multi-level Distillation of Semantic Knowledge for Pre-training Multilingual Language Model", author = "Li, Mingqi and Ding, Fei and Zhang, Dan and Cheng, Long and Hu, Hongxin and Luo, Feng", editor = "Goldberg, Yoav and Kozareva, Zornitsa and Zhang, Yue", booktitle = "Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing", month = dec, year = "2022", address = "Abu Dhabi, United Arab Emirates", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/add-emnlp-2024-awards/2022.emnlp-main.202/", doi = "10.18653/v1/2022.emnlp-main.202", pages = "3097--3106" }