@misc{indiciaeba538a54234b, title = {Off-Policy Corrected Reward Modeling for Reinforcement Learning from Human Feedback}, author = {Johannes Ackermann and Takashi Ishida and Masashi Sugiyama}, year = {2025}, url = {https://arxiv.org/abs/2507.15507}, note = {Source identifier: 2507.15507} }