@misc{indiciae3ba1b58844d9, title = {Beyond Imitation: Self-Improving Robot Policies via Off-Policy Q-Planning}, author = {Varun Giridhar and Anant Khandelwal and Jeremy A. Collins and Ignat Georgiev and Animesh Garg}, year = {2026}, url = {https://arxiv.org/abs/2608.21204}, note = {Source identifier: 2608.21204} }