@misc{indiciae0a8c8c9120f7, title = {Learning on Transformers is Provable Low-Rank and Sparse: A One-layer Analysis}, author = {Hongkang Li and Meng Wang and Shuai Zhang and Sijia Liu and Pin-Yu Chen}, year = {2024}, url = {https://arxiv.org/abs/2406.17167}, note = {Source identifier: 2406.17167} }