@misc{indiciae9ac0bd97cdf5, title = {Convergence and stability of Q-learning in Hierarchical Reinforcement Learning}, author = {Massimiliano Manenti and Andrea Iannelli}, year = {2025}, url = {https://arxiv.org/abs/2511.17351}, note = {Source identifier: 2511.17351} }