@misc{indiciaeceedad09d2c8, title = {The ODE Method for Stochastic Approximation and Reinforcement Learning with Markovian Noise}, author = {Shuze Daniel Liu and Shuhang Chen and Shangtong Zhang}, year = {2025}, url = {https://arxiv.org/abs/2401.07844}, note = {Source identifier: 2401.07844} }