@misc{indiciae96e235e478f6, title = {Self-Normalized Inference for Constant-Stepsize Temporal-Difference Learning under Markovian Sampling}, author = {Min Zeng and Yichen Zhang and Xiaofeng Shao}, year = {2026}, url = {https://arxiv.org/abs/2608.10896}, note = {Source identifier: 2608.10896} }