@inproceedings{wang-etal-2023-pretraining,
    title = "Pretraining Without Attention",
    author = "Wang, Junxiong  and
      Yan, Jing Nathan  and
      Gu, Albert  and
      Rush, Alexander",
    editor = "Bouamor, Houda  and
      Pino, Juan  and
      Bali, Kalika",
    booktitle = "Findings of the Association for Computational Linguistics: EMNLP 2023",
    month = dec,
    year = "2023",
    address = "Singapore",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/add-emnlp-2024-awards/2023.findings-emnlp.5/",
    doi = "10.18653/v1/2023.findings-emnlp.5",
    pages = "58--69"
}