@misc{indiciae147a5b37825b, title = {Towards Disentangled Preference Optimization Dynamics: Suppress the Loser, Preserve the Winner}, author = {Wei Chen and Yubing Wu and Junmei Yang and Delu Zeng and Qibin Zhao and John Paisley and Min Chen and Zhou Wang}, year = {2026}, url = {https://arxiv.org/abs/2604.18239}, note = {Source identifier: 2604.18239} }