@inproceedings{bansal-etal-2025-comparing, title = "Comparing Bad Apples to Good Oranges Aligning Large Language Models via Joint Preference Optimization", author = "Bansal, Hritik and Suvarna, Ashima and Bhatt, Gantavya and Peng, Nanyun and Chang, Kai-Wei and Grover, Aditya", editor = "Che, Wanxiang and Nabende, Joyce and Shutova, Ekaterina and Pilehvar, Mohammad Taher", booktitle = "Findings of the Association for Computational Linguistics: ACL 2025", month = jul, year = "2025", address = "Vienna, Austria", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/landing_page/2025.findings-acl.39/", pages = "701--723", ISBN = "979-8-89176-256-5" }