@misc{indiciaeec214de3f0c1, title = {PEO: Improving Bi-Factorial Preference Alignment with Post-Training Policy Extrapolation}, author = {Yuxuan Liu}, year = {2025}, url = {https://arxiv.org/abs/2503.01233}, note = {Source identifier: 2503.01233} }