@inproceedings{oncel-etal-2024-adaptation, title = "Adaptation Odyssey in {LLM}s: Why Does Additional Pretraining Sometimes Fail to Improve?", author = {{\"O}ncel, F{\i}rat and Bethge, Matthias and Ermis, Beyza and Ravanelli, Mirco and Subakan, Cem and Y{\i}ld{\i}z, {\c{C}}a{\u{g}}atay}, editor = "Al-Onaizan, Yaser and Bansal, Mohit and Chen, Yun-Nung", booktitle = "Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing", month = nov, year = "2024", address = "Miami, Florida, USA", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/fix-sig-urls/2024.emnlp-main.1108/", doi = "10.18653/v1/2024.emnlp-main.1108", pages = "19834--19843" }