@misc{indiciae391fbd448b99, title = {RL Excursions during Pre-Training: Re-examining Policy Optimization for LLM training}, author = {Rachit Bansal and Clara Mohri and Tian Qin and David Alvarez-Melis and Sham Kakade}, year = {2026}, url = {https://arxiv.org/abs/2606.04272}, note = {Source identifier: 2606.04272} }