@misc{indiciaefb8f4b16edfa, title = {Soft Policy Optimization: Online Off-Policy RL for Sequence Models}, author = {Taco Cohen and David W. Zhang and Kunhao Zheng and Yunhao Tang and Remi Munos and Gabriel Synnaeve}, year = {2025}, url = {https://arxiv.org/abs/2503.05453}, note = {Source identifier: 2503.05453} }