@misc{indiciae51d0613e97a3, title = {Provably Mitigating Corruption, Overoptimization, and Verbosity Simultaneously in Offline and Online RLHF/DPO Alignment}, author = {Ziyi Chen and Junyi Li and Peiran Yu and Heng Huang}, year = {2025}, url = {https://arxiv.org/abs/2510.05526}, note = {Source identifier: 2510.05526} }