@misc{indiciaea95f0350bce0, title = {OPPO: Accelerating PPO-based RLHF via Pipeline Overlap}, author = {Kaizhuo Yan and Yingjie Yu and Yifan Yu and Haizhong Zheng and Fan Lai}, year = {2026}, url = {https://arxiv.org/abs/2509.25762}, note = {Source identifier: 2509.25762} }