@inproceedings{amini-etal-2024-direct, title = "Direct Preference Optimization with an Offset", author = "Amini, Afra and Vieira, Tim and Cotterell, Ryan", editor = "Ku, Lun-Wei and Martins, Andre and Srikumar, Vivek", booktitle = "Findings of the Association for Computational Linguistics: ACL 2024", month = aug, year = "2024", address = "Bangkok, Thailand", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/add-emnlp-2024-awards/2024.findings-acl.592/", doi = "10.18653/v1/2024.findings-acl.592", pages = "9954--9972" }