@misc{indiciae7bf372d4e298,
  title = {Distortion of AI Alignment: Does Preference Optimization Optimize for Preferences?},
  author = {Paul Gölz and Nika Haghtalab and Kunhe Yang},
  year = {2025},
  url = {https://arxiv.org/abs/2505.23749},
  note = {Source identifier: 2505.23749}
}