@misc{indiciae9ef1b948573b, title = {Preference-Oriented Supervised Fine-Tuning: Favoring Target Model Over Aligned Large Language Models}, author = {Yuchen Fan and Yuzhong Hong and Qiushi Wang and Junwei Bao and Hongfei Jiang and Yang Song}, year = {2024}, url = {https://arxiv.org/abs/2412.12865}, note = {Source identifier: 2412.12865} }