@misc{indiciaea1c9fbca45ee, title = {Learning from Reference Answers: Versatile Language Model Alignment without Binary Human Preference Data}, author = {Shuai Zhao and Yunqiu Xu and Linchao Zhu and Yi Yang}, year = {2025}, url = {https://arxiv.org/abs/2504.09895}, note = {Source identifier: 2504.09895} }