@misc{indiciaeef178a73551f, title = {Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF}, author = {Tengyang Xie and Dylan J. Foster and Akshay Krishnamurthy and Corby Rosset and Ahmed Awadallah and Alexander Rakhlin}, year = {2024}, url = {https://arxiv.org/abs/2405.21046}, note = {Source identifier: 2405.21046} }