@inproceedings{rae-razavi-2020-transformers, title = "Do Transformers Need Deep Long-Range Memory?", author = "Rae, Jack and Razavi, Ali", editor = "Jurafsky, Dan and Chai, Joyce and Schluter, Natalie and Tetreault, Joel", booktitle = "Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics", month = jul, year = "2020", address = "Online", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/fix-sig-urls/2020.acl-main.672/", doi = "10.18653/v1/2020.acl-main.672", pages = "7524--7529" }