@misc{indiciae3f4f3ce47f06, title = {When Human Preferences Flip: An Instance-Dependent Robust Loss for RLHF}, author = {Yifan Xu and Xichen Ye and Yifan Chen and Qiaosheng Zhang}, year = {2025}, url = {https://arxiv.org/abs/2512.00709}, note = {Source identifier: 2512.00709} }