@misc{indiciaed5c2d2921f96, title = {The Flip Side of RLHF: On-Policy Feedback for Reward Model Self-Supervised Improvement}, author = {Xiaobo Wang and Tong Wu and Min Tang and Jiaqi Li and Qi Liu and Zilong Zheng}, year = {2026}, url = {https://arxiv.org/abs/2605.30888}, note = {Source identifier: 2605.30888} }