@misc{indiciae928653593c72, title = {The Lazy Neuron Phenomenon: On Emergence of Activation Sparsity in Transformers}, author = {Zonglin Li and Chong You and Srinadh Bhojanapalli and Daliang Li and Ankit Singh Rawat and Sashank J. Reddi and Ke Ye and Felix Chern and Felix Yu and Ruiqi Guo and Sanjiv Kumar}, year = {2023}, url = {https://arxiv.org/abs/2210.06313}, note = {Source identifier: 2210.06313} }