@misc{indiciae289f878617b3, title = {A Short Note on Stationary Distributions of Unichain Markov Decision Processes}, author = {Ronald Ortner}, year = {2006}, url = {https://arxiv.org/abs/math/0604452}, note = {Source identifier: math/0604452} }