@misc{indiciaefc33d5162af8, title = {ELSAA: Efficient Low-Rank and Sparse Attention Approximation for Training Transformers}, author = {Mahdi Heidari and Mohammad Mahdi Rahimi and Jaekyun Moon}, year = {2026}, url = {https://arxiv.org/abs/2607.20214}, note = {Source identifier: 2607.20214} }