@misc{indiciaec3815f4251fd,
  title = {Exploring the Benefit of Activation Sparsity in Pre-training},
  author = {Zhengyan Zhang and Chaojun Xiao and Qiujieli Qin and Yankai Lin and Zhiyuan Zeng and Xu Han and Zhiyuan Liu and Ruobing Xie and Maosong Sun and Jie Zhou},
  year = {2024},
  url = {https://arxiv.org/abs/2410.03440},
  note = {Source identifier: 2410.03440}
}