@misc{indiciaee6aa9d128d3c,
  title = {Adaptive Margin RLHF via Preference over Preferences},
  author = {Yaswanth Chittepu and Prasann Singhal and Greg Durrett and Scott Niekum},
  year = {2026},
  url = {https://arxiv.org/abs/2509.22851},
  note = {Source identifier: 2509.22851}
}