@misc{indiciae9aff48961917, title = {Self-Improving Robust Preference Optimization}, author = {Eugene Choi and Arash Ahmadian and Matthieu Geist and Oilvier Pietquin and Mohammad Gheshlaghi Azar}, year = {2025}, url = {https://arxiv.org/abs/2406.01660}, note = {Source identifier: 2406.01660} }