@misc{indiciaea2d9d673118a, title = {Beyond One-Preference-Fits-All Alignment: Multi-Objective Direct Preference Optimization}, author = {Zhanhui Zhou and Jie Liu and Jing Shao and Xiangyu Yue and Chao Yang and Wanli Ouyang and Yu Qiao}, year = {2024}, url = {https://arxiv.org/abs/2310.03708}, note = {Source identifier: 2310.03708} }