@inproceedings{hong-etal-2024-orpo, title = "{ORPO}: Monolithic Preference Optimization without Reference Model", author = "Hong, Jiwoo and Lee, Noah and Thorne, James", editor = "Al-Onaizan, Yaser and Bansal, Mohit and Chen, Yun-Nung", booktitle = "Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing", month = nov, year = "2024", address = "Miami, Florida, USA", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/fix-sig-urls/2024.emnlp-main.626/", doi = "10.18653/v1/2024.emnlp-main.626", pages = "11170--11189" }