@misc{indiciae2744749053c8, title = {Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer}, author = {Zhihan Liu and Miao Lu and Shenao Zhang and Boyi Liu and Hongyi Guo and Yingxiang Yang and Jose Blanchet and Zhaoran Wang}, year = {2024}, url = {https://arxiv.org/abs/2405.16436}, note = {Source identifier: 2405.16436} }