@inproceedings{wennberg-henter-2024-learned, title = "Learned Transformer Position Embeddings Have a Low-Dimensional Structure", author = "Wennberg, Ulme and Henter, Gustav", editor = "Zhao, Chen and Mosbach, Marius and Atanasova, Pepa and Goldfarb-Tarrent, Seraphina and Hase, Peter and Hosseini, Arian and Elbayad, Maha and Pezzelle, Sandro and Mozes, Maximilian", booktitle = "Proceedings of the 9th Workshop on Representation Learning for NLP (RepL4NLP-2024)", month = aug, year = "2024", address = "Bangkok, Thailand", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/ingest_wac_2008/2024.repl4nlp-1.17/", pages = "237--244" }