@misc{indiciae6d91796c00ec, title = {Regret and Sample Complexity of Online Q-Learning via Concentration of Stochastic Approximation with Time-Inhomogeneous Markov Chains}, author = {Rahul Singh and Siddharth Chandak and Eric Moulines and Vivek S. Borkar and Nicholas Bambos}, year = {2026}, url = {https://arxiv.org/abs/2602.16274}, note = {Source identifier: 2602.16274} }