@misc{indiciae66edfccd7a2d, title = {Which Preferences to Train On? End-to-End Multi-Objective Alignment with an Adversarial Preference Distribution}, author = {Minjae Lee and Kyunghyun Cho and Sangdon Park}, year = {2026}, url = {https://arxiv.org/abs/2610.04845}, note = {Source identifier: 2610.04845} }