@misc{indiciae9a62f55be8b2,
  title = {Picky LLMs and Unreliable RMs: An Empirical Study on Safety Alignment after Instruction Tuning},
  author = {Guanlin Li and Kangjie Chen and Shangwei Guo and Jie Zhang and Han Qiu and Chao Zhang and Guoyin Wang and Tianwei Zhang and Jiwei Li},
  year = {2025},
  url = {https://arxiv.org/abs/2502.01116},
  note = {Source identifier: 2502.01116}
}