@misc{indiciaeab54b96abfe6,
  title = {Mixed Sparsity Training: Achieving 4\$\textbackslash{}times\$ FLOP Reduction for Transformer Pretraining},
  author = {Pihe Hu and Shaolong Li and Longbo Huang},
  year = {2024},
  url = {https://arxiv.org/abs/2408.11746},
  note = {Source identifier: 2408.11746}
}