@misc{indiciae7e46d8ec75ba, title = {Multi-Step Alignment as Markov Games: An Optimistic Online Gradient Descent Approach with Convergence Guarantees}, author = {Yongtao Wu and Luca Viano and Yihang Chen and Zhenyu Zhu and Kimon Antonakopoulos and Quanquan Gu and Volkan Cevher}, year = {2025}, url = {https://arxiv.org/abs/2502.12678}, note = {Source identifier: 2502.12678} }