@misc{indiciaeac1f722ada5f, title = {One Bias After Another: Mechanistic Reward Shaping and Persistent Biases in Language Reward Models}, author = {Daniel Fein and Max Lamparth and Violet Xiang and Mykel J. Kochenderfer and Nick Haber}, year = {2026}, url = {https://arxiv.org/abs/2603.03291}, note = {Source identifier: 2603.03291} }