@misc{indiciaed93d356b1413, title = {Mixing Makes Markovian Contexts Cheap for Linear Bandits}, author = {Kaan Buyukkalayci and Osama Hanna and Christina Fragouli}, year = {2026}, url = {https://arxiv.org/abs/2603.12530}, note = {Source identifier: 2603.12530} }