@misc{indiciaed40368234e1b, title = {Reward Models Inherit Value Biases from Pretraining}, author = {Brian Christian and Jessica A. F. Thompson and Elle Michelle Yang and Vincent Adam and Hannah Rose Kirk and Christopher Summerfield and Tsvetomira Dumbalska}, year = {2026}, url = {https://arxiv.org/abs/2601.20838}, note = {Source identifier: 2601.20838} }