@inproceedings{lee-thorp-ainslie-2022-sparse,
    title = "Sparse Mixers: Combining {M}o{E} and Mixing to build a more efficient {BERT}",
    author = "Lee-Thorp, James  and
      Ainslie, Joshua",
    editor = "Goldberg, Yoav  and
      Kozareva, Zornitsa  and
      Zhang, Yue",
    booktitle = "Findings of the Association for Computational Linguistics: EMNLP 2022",
    month = dec,
    year = "2022",
    address = "Abu Dhabi, United Arab Emirates",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/fix-sig-urls/2022.findings-emnlp.5/",
    doi = "10.18653/v1/2022.findings-emnlp.5",
    pages = "58--75"
}