@misc{indiciaee49b0d225b3c, title = {Improving Safety Alignment via Balanced Direct Preference Optimization}, author = {Shiji Zhao and Mengyang Wang and Shukun Xiong and Fangzhou Chen and Qihui Zhu and Shouwei Ruan and Yisong Xiao and Ranjie Duan and Xun Chen and XingXing Wei}, year = {2026}, url = {https://arxiv.org/abs/2603.22829}, note = {Source identifier: 2603.22829} }