@misc{indiciae603178939029, title = {What Is Preference Optimization Doing, and Why?}, author = {Yue Wang and Qizhou Wang and Zizhuo Zhang and Gang Niu and Bo Han and Masashi Sugiyama}, year = {2026}, url = {https://arxiv.org/abs/2512.00778}, note = {Source identifier: 2512.00778} }