@misc{indiciae08a01787e674,
  title = {Constant Stepsize Q-learning: Distributional Convergence, Bias and Extrapolation},
  author = {Yixuan Zhang and Qiaomin Xie},
  year = {2024},
  url = {https://arxiv.org/abs/2401.13884},
  note = {Source identifier: 2401.13884}
}