@article{rubin-berant-2024-retrieval, title = "Retrieval-Pretrained Transformer: Long-range Language Modeling with Self-retrieval", author = "Rubin, Ohad and Berant, Jonathan", journal = "Transactions of the Association for Computational Linguistics", volume = "12", year = "2024", address = "Cambridge, MA", publisher = "MIT Press", url = "https://preview.aclanthology.org/jlcl-multiple-ingestion/2024.tacl-1.66/", doi = "10.1162/tacl_a_00693", pages = "1197--1213" }