@inproceedings{he-etal-2021-realformer, title = "{R}eal{F}ormer: Transformer Likes Residual Attention", author = "He, Ruining and Ravula, Anirudh and Kanagal, Bhargav and Ainslie, Joshua", editor = "Zong, Chengqing and Xia, Fei and Li, Wenjie and Navigli, Roberto", booktitle = "Findings of the Association for Computational Linguistics: ACL-IJCNLP 2021", month = aug, year = "2021", address = "Online", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/Ingest-2025-COMPUTEL/2021.findings-acl.81/", doi = "10.18653/v1/2021.findings-acl.81", pages = "929--943" }