@misc{indiciae53e6832bf62f, title = {Spike No More: Stabilizing the Pre-training of Large Language Models}, author = {Sho Takase and Shun Kiyono and Sosuke Kobayashi and Jun Suzuki}, year = {2025}, url = {https://arxiv.org/abs/2312.16903}, note = {Source identifier: 2312.16903} }