@misc{indiciaeca1faf8e76c5,
  title = {Offline Constrained RLHF with Multiple Preference Oracles},
  author = {Brenden Latham and Mehrdad Moharrami},
  year = {2026},
  url = {https://arxiv.org/abs/2604.00200},
  note = {Source identifier: 2604.00200}
}