@misc{indiciae7bf531741db7, title = {Direct Preference Optimization with Unobserved Preference Heterogeneity: The Necessity of Ternary Preferences}, author = {Keertana Chidambaram and Karthik Vinary Seetharaman and Vasilis Syrgkanis}, year = {2025}, url = {https://arxiv.org/abs/2510.15716}, note = {Source identifier: 2510.15716} }