@misc{indiciae7d9ff12ca0af, title = {Reward Models Are Secretly Value Functions: Temporally Coherent Reward Modeling}, author = {Alex Nikulkov}, year = {2026}, url = {https://arxiv.org/abs/2604.22981}, note = {Source identifier: 2604.22981} }