@misc{indiciae7f31804ebd66, title = {Beyond variance reduction: Understanding the true impact of baselines on policy optimization}, author = {Wesley Chung and Valentin Thomas and Marlos C. Machado and Nicolas Le Roux}, year = {2021}, url = {https://arxiv.org/abs/2008.13773}, note = {Source identifier: 2008.13773} }