@misc{indiciae4f1d24e1c3bf, title = {Markov decision processes: on the convergence of the Monte-Carlo first visit algorithm}, author = {Sylvain Delattre and Nicolas Fournier}, year = {2025}, url = {https://arxiv.org/abs/2501.08800}, note = {Source identifier: 2501.08800} }