@misc{indiciaeda66b84e11f5, title = {Learning a Pessimistic Reward Model in RLHF}, author = {Yinglun Xu and Hangoo Kang and Tarun Suresh and Yuxuan Wan and Gagandeep Singh}, year = {2025}, url = {https://arxiv.org/abs/2505.20556}, note = {Source identifier: 2505.20556} }