@misc{indiciae5ae7e190da30, title = {Preventing Learning Stagnation in PPO by Scaling to 1 Million Parallel Environments}, author = {Michael Beukman and Khimya Khetarpal and Zeyu Zheng and Will Dabney and Jakob Foerster and Michael Dennis and Clare Lyle}, year = {2026}, url = {https://arxiv.org/abs/2603.06009}, note = {Source identifier: 2603.06009} }