@misc{indiciaebaa3caaf6305, title = {Direct Preference Optimization With Unobserved Preference Heterogeneity: The Necessity of Ternary Preferences}, author = {Keertana Chidambaram and Karthik Vinay Seetharaman and Vasilis Syrgkanis}, year = {2025}, url = {https://arxiv.org/abs/2405.15065}, note = {Source identifier: 2405.15065} }