@misc{indiciae3051ef805892, title = {Policy Mirror Descent with Temporal Difference Learning: Sample Complexity under Online Markov Data}, author = {Wenye Li and Hongxu Chen and Jiacai Liu and Ke Wei}, year = {2025}, url = {https://arxiv.org/abs/2512.24056}, note = {Source identifier: 2512.24056} }