@misc{indiciae056be8e3fc08, title = {Minor DPO reject penalty to increase training robustness}, author = {Shiming Xie and Hong Chen and Fred Yu and Zeye Sun and Xiuyu Wu and Yingfan Hu}, year = {2024}, url = {https://arxiv.org/abs/2408.09834}, note = {Source identifier: 2408.09834} }