@misc{indiciae99ae861798f1, title = {Convergence of Two-Timescale Markovian Stochastic Approximations with Applications in Reinforcement Learning}, author = {Vagul Mahadevan and Claire Chen and Shuze Daniel Liu and Shangtong Zhang}, year = {2026}, url = {https://arxiv.org/abs/2605.31172}, note = {Source identifier: 2605.31172} }