@misc{indiciae03e4ea049b0a, title = {Debate Training Reduces Reward Hacking in RLAIF}, author = {Zachary Kenton and Lili Janzer and Rory Greig and Tian Huey Teh and Kirill Tyshchuk and Jonah Brown-Cohen and Harri Edwards and Senthooran Rajamanoharan and Noah Y. Siegel and Natasha Jaques and Rohin Shah}, year = {2026}, url = {https://arxiv.org/abs/2608.17776}, note = {Source identifier: 2608.17776} }