@misc{indiciae9c77e0950a17,
  title = {Catastrophic Goodhart: regularizing RLHF with KL divergence does not mitigate heavy-tailed reward misspecification},
  author = {Thomas Kwa and Drake Thomas and Adrià Garriga-Alonso},
  year = {2024},
  url = {https://arxiv.org/abs/2407.14503},
  note = {Source identifier: 2407.14503}
}