@misc{indiciae6b4c77666f5b, title = {SafeDPO: A Simple Approach to Direct Preference Optimization with Enhanced Safety}, author = {Geon-Hyeong Kim and Yu Jin Kim and Byoungjip Kim and Honglak Lee and Kyunghoon Bae and Youngsoo Jang and Moontae Lee}, year = {2026}, url = {https://arxiv.org/abs/2505.20065}, note = {Source identifier: 2505.20065} }