@misc{indiciae7d4c9aab6163, title = {When In-Distribution Gains Fail: Evaluating Weak-to-Strong Reward Models under Preference Shift}, author = {Khoi Le and Tri Cao and Phong Nguyen and Cong-Duy Nguyen and Anh Tuan Luu and Miao Chunyan and See-Kiong Ng and Thong Nguyen}, year = {2026}, url = {https://arxiv.org/abs/2605.25629}, note = {Source identifier: 2605.25629} }