@misc{indiciaee425a619dffa, title = {An Elementary Proof that Q-learning Converges Almost Surely}, author = {Matthew T. Regehr and Alex Ayoub}, year = {2021}, url = {https://arxiv.org/abs/2108.02827}, note = {Source identifier: 2108.02827} }