@misc{indiciae7dd4495a9f6e, title = {The Plug-in Approach for Average-Reward and Discounted MDPs: Optimal Sample Complexity Analysis}, author = {Matthew Zurek and Yudong Chen}, year = {2025}, url = {https://arxiv.org/abs/2410.07616}, note = {Source identifier: 2410.07616} }