@misc{indiciae3c986b606b0e, title = {Finding the Sweet Spot: Preference Data Construction for Scaling Preference Optimization}, author = {Yao Xiao and Hai Ye and Linyao Chen and Hwee Tou Ng and Lidong Bing and Xiaoli Li and Roy Ka-wei Lee}, year = {2025}, url = {https://arxiv.org/abs/2502.16825}, note = {Source identifier: 2502.16825} }