@misc{indiciae9743bbb76606,
  title = {How Much Online RL is Enough? Informative Rollouts for Offline Preference Optimization in RLVR},
  author = {Richa Verma and Balaraman Ravindran},
  year = {2026},
  url = {https://arxiv.org/abs/2605.21266},
  note = {Source identifier: 2605.21266}
}