@misc{indiciae08edf6c0888a, title = {Confronting Reward Model Overoptimization with Constrained RLHF}, author = {Ted Moskovitz and Aaditya K. Singh and DJ Strouse and Tuomas Sandholm and Ruslan Salakhutdinov and Anca D. Dragan and Stephen McAleer}, year = {2023}, url = {https://arxiv.org/abs/2310.04373}, note = {Source identifier: 2310.04373} }