@misc{indiciaea427e4d828f2, title = {Hybrid Preference Optimization for Alignment: Provably Faster Convergence Rates by Combining Offline Preferences with Online Exploration}, author = {Avinandan Bose and Zhihan Xiong and Aadirupa Saha and Simon Shaolei Du and Maryam Fazel}, year = {2024}, url = {https://arxiv.org/abs/2412.10616}, note = {Source identifier: 2412.10616} }