@misc{indiciaedd27dde72cc8,
  title = {A Mechanistic Understanding of Alignment Algorithms: A Case Study on DPO and Toxicity},
  author = {Andrew Lee and Xiaoyan Bai and Itamar Pres and Martin Wattenberg and Jonathan K. Kummerfeld and Rada Mihalcea},
  year = {2024},
  url = {https://arxiv.org/abs/2401.01967},
  note = {Source identifier: 2401.01967}
}