@misc{indiciaee1cecb416680, title = {Selective Preference Optimization via Token-Level Reward Function Estimation}, author = {Kailai Yang and Zhiwei Liu and Qianqian Xie and Jimin Huang and Erxue Min and Sophia Ananiadou}, year = {2025}, url = {https://arxiv.org/abs/2408.13518}, note = {Source identifier: 2408.13518} }