@misc{indiciaef6186885159c, title = {Spark Transformer: Reactivating Sparsity in FFN and Attention}, author = {Chong You and Kan Wu and Zhipeng Jia and Lin Chen and Srinadh Bhojanapalli and Jiaxian Guo and Utku Evci and Jan Wassenberg and Praneeth Netrapalli and Jeremiah J. Willcock and Suvinay Subramanian and Felix Chern and Alek Andreev and Shreya Pathak and Felix Yu and Prateek Jain and David E. Culler and Henry M. Levy and Sanjiv Kumar}, year = {2025}, url = {https://arxiv.org/abs/2506.06644}, note = {Source identifier: 2506.06644} }