@misc{indiciae255bb2352f0a, title = {Policy as Data: Replay-Based Policy Dual Averaging via Advantage Regression}, author = {Nianli Peng and Geoffrey J. Gordon and Kianté Brantley}, year = {2026}, url = {https://arxiv.org/abs/2610.04638}, note = {Source identifier: 2610.04638} }