@misc{indiciaeda70e014c1b4,
  title = {PKU-SafeRLHF: Towards Multi-Level Safety Alignment for LLMs with Human Preference},
  author = {Jiaming Ji and Donghai Hong and Borong Zhang and Boyuan Chen and Juntao Dai and Boren Zheng and Tianyi Qiu and Jiayi Zhou and Kaile Wang and Boxuan Li and Sirui Han and Yike Guo and Yaodong Yang},
  year = {2025},
  url = {https://arxiv.org/abs/2406.15513},
  note = {Source identifier: 2406.15513}
}