@misc{indiciaec53d8727c0b1, title = {What do Reward Models Memorize?}, author = {Ivo Verhoeven and Pushkar Mishra and Ekaterina Shutova}, year = {2026}, url = {https://arxiv.org/abs/2607.24484}, note = {Source identifier: 2607.24484} }