@inproceedings{wang-etal-2023-shall, title = "Shall We Pretrain Autoregressive Language Models with Retrieval? A Comprehensive Study", author = "Wang, Boxin and Ping, Wei and Xu, Peng and McAfee, Lawrence and Liu, Zihan and Shoeybi, Mohammad and Dong, Yi and Kuchaiev, Oleksii and Li, Bo and Xiao, Chaowei and Anandkumar, Anima and Catanzaro, Bryan", editor = "Bouamor, Houda and Pino, Juan and Bali, Kalika", booktitle = "Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing", month = dec, year = "2023", address = "Singapore", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/Author-page-Marten-During-lu/2023.emnlp-main.482/", doi = "10.18653/v1/2023.emnlp-main.482", pages = "7763--7786" }