@misc{indiciae4f2e1022eae4, title = {Offline Preference Optimization via Maximum Marginal Likelihood Estimation}, author = {Saeed Najafi and Alona Fyshe}, year = {2026}, url = {https://arxiv.org/abs/2510.22881}, note = {Source identifier: 2510.22881} }