@misc{indiciae0d8a9801bdb3,
  title = {Beyond Pairs: Your Language Model is Secretly Optimizing a Preference Graph},
  author = {Ning Liu and Chuanneng Sun and Kristina Klinkner and Shervin Malmasi},
  year = {2026},
  url = {https://arxiv.org/abs/2605.08037},
  note = {Source identifier: 2605.08037}
}