@misc{indiciae33ee7206c034, title = {Proximal Preference Optimization: A Unified Framework for Stable and Reward-Free Alignment}, author = {Qisai Liu and Zhanhong Jiang and Zahid Hasan and Soumik Sarkar}, year = {2026}, url = {https://searcharxiv.com/abs/2611.10785}, note = {Source identifier: 2611.10785} }