@misc{indiciaea6a33018dc08, title = {To 2:4 Sparsity and Beyond: Neuron-level Activation Function to Accelerate LLM Pre-Training}, author = {Meghana Madhyastha and Daniel Haziza and Jesse Cai and Newsha Ardalani and Zhiqi Bu and Carole-Jean Wu}, year = {2026}, url = {https://arxiv.org/abs/2602.06183}, note = {Source identifier: 2602.06183} }