@misc{indiciae4b7383ac2ab1, title = {UFT: Unifying Fine-Tuning of SFT and RLHF/DPO/UNA through a Generalized Implicit Reward Function}, author = {Zhichao Wang and Bin Bi and Zixu Zhu and Xiangbo Mao and Jun Wang and Shiyu Wang and Cheng Wang and Dong Nie and Lingzi Hong}, year = {2026}, url = {https://arxiv.org/abs/2410.21438}, note = {Source identifier: 2410.21438} }