@misc{indiciae975faa803272,
  title = {A Comedy of Estimators: On KL Regularization in RL Training of LLMs},
  author = {Vedant Shah and Johan Obando-Ceron and Vineet Jain and Brian Bartoldson and Bhavya Kailkhura and Sarthak Mittal and Glen Berseth and Pablo Samuel Castro and Yoshua Bengio and Esmeralda S. Whitammer and Moksh Jain and Siddarth Venkatraman and Aaron Courville},
  year = {2026},
  url = {https://arxiv.org/abs/2512.21852},
  note = {Source identifier: 2512.21852}
}