@misc{indiciae23cd3e8dfd4a, title = {On-line Learning in Tree MDPs by Treating Policies as Bandit Arms}, author = {Anvay Shah and Ramsundar Anandanarayanan and Sharayu Moharir and Shivaram Kalyanakrishnan}, year = {2026}, url = {https://arxiv.org/abs/2605.04979}, note = {Source identifier: 2605.04979} }