@misc{indiciae2f861fee8ecb, title = {SimPO: Simple Preference Optimization with a Reference-Free Reward}, author = {Yu Meng and Mengzhou Xia and Danqi Chen}, year = {2024}, url = {https://arxiv.org/abs/2405.14734}, note = {Source identifier: 2405.14734} }