@misc{indiciae20d77db7b44b,
  title = {Enhancing LLM Safety via Constrained Direct Preference Optimization},
  author = {Zixuan Liu and Xiaolin Sun and Zizhan Zheng},
  year = {2024},
  url = {https://arxiv.org/abs/2403.02475},
  note = {Source identifier: 2403.02475}
}