@misc{indiciae5f191b153f70, title = {DPO Meets PPO: Reinforced Token Optimization for RLHF}, author = {Han Zhong and Zikang Shan and Guhao Feng and Wei Xiong and Xinle Cheng and Li Zhao and Di He and Jiang Bian and Liwei Wang}, year = {2025}, url = {https://arxiv.org/abs/2404.18922}, note = {Source identifier: 2404.18922} }