@misc{indiciaea9b39370adf4,
  title = {Rethinking KL Regularization in RLHF: From Value Estimation to Gradient Optimization},
  author = {Kezhao Liu and Jason Klein Liu and Mingtao Chen and Yiming Liu},
  year = {2025},
  url = {https://arxiv.org/abs/2510.01555},
  note = {Source identifier: 2510.01555}
}