@inproceedings{diehl-martinez-etal-2024-mitigating, title = "Mitigating Frequency Bias and Anisotropy in Language Model Pre-Training with Syntactic Smoothing", author = "Diehl Martinez, Richard and Goriely, Z{\'e}bulon and Caines, Andrew and Buttery, Paula and Beinborn, Lisa", editor = "Al-Onaizan, Yaser and Bansal, Mohit and Chen, Yun-Nung", booktitle = "Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing", month = nov, year = "2024", address = "Miami, Florida, USA", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/jlcl-multiple-ingestion/2024.emnlp-main.344/", doi = "10.18653/v1/2024.emnlp-main.344", pages = "5999--6011" }