@inproceedings{artetxe-etal-2022-role, title = "On the Role of Bidirectionality in Language Model Pre-Training", author = "Artetxe, Mikel and Du, Jingfei and Goyal, Naman and Zettlemoyer, Luke and Stoyanov, Veselin", editor = "Goldberg, Yoav and Kozareva, Zornitsa and Zhang, Yue", booktitle = "Findings of the Association for Computational Linguistics: EMNLP 2022", month = dec, year = "2022", address = "Abu Dhabi, United Arab Emirates", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/landing_page/2022.findings-emnlp.293/", doi = "10.18653/v1/2022.findings-emnlp.293", pages = "3973--3985" }