@misc{indiciae60045ff24f2b,
  title = {Principled Penalty-based Methods for Bilevel Reinforcement Learning and RLHF},
  author = {Han Shen and Zhuoran Yang and Tianyi Chen},
  year = {2024},
  url = {https://arxiv.org/abs/2402.06886},
  note = {Source identifier: 2402.06886}
}