@misc{indiciaea02e7c2f9f2f, title = {Plug-and-Play Training Framework for Preference Optimization}, author = {Jingyuan Ma and Rui Li and Zheng Li and Lei Sha and Zhifang Sui}, year = {2024}, url = {https://arxiv.org/abs/2412.20996}, note = {Source identifier: 2412.20996} }