@misc{indiciae539e74b6ad4a, title = {Top-Theta Attention: Sparsifying Transformers by Compensated Thresholding}, author = {Konstantin Berestizshevsky and Renzo Andri and Lukas Cavigelli}, year = {2026}, url = {https://arxiv.org/abs/2502.08363}, note = {Source identifier: 2502.08363} }