@misc{indiciae6fed1fa3b6e3, title = {How Well Can Preference Optimization Generalize Under Noisy Feedback?}, author = {Shawn Im and Sharon Li}, year = {2026}, url = {https://arxiv.org/abs/2510.01458}, note = {Source identifier: 2510.01458} }