@misc{indiciae65e58a29007c, title = {A Markov Chain Approach to Preference Alignment}, author = {Takuya Koriyama and Tengyuan Liang}, year = {2026}, url = {https://arxiv.org/abs/2606.22652}, note = {Source identifier: 2606.22652} }