@misc{indiciae770eae42b557, title = {Anchored Preference Optimization and Contrastive Revisions: Addressing Underspecification in Alignment}, author = {Karel D'Oosterlinck and Winnie Xu and Chris Develder and Thomas Demeester and Amanpreet Singh and Christopher Potts and Douwe Kiela and Shikib Mehri}, year = {2024}, url = {https://arxiv.org/abs/2408.06266}, note = {Source identifier: 2408.06266} }