@misc{indiciaee01e9a98029d, title = {The Role of Sparsity for Length Generalization in Transformers}, author = {Noah Golowich and Samy Jelassi and David Brandfonbrener and Sham M. Kakade and Eran Malach}, year = {2025}, url = {https://arxiv.org/abs/2502.16792}, note = {Source identifier: 2502.16792} }