@misc{indiciaea612e7c01e62,
  title = {Initialization of Large Language Models via Reparameterization to Mitigate Loss Spikes},
  author = {Kosuke Nishida and Kyosuke Nishida and Kuniko Saito},
  year = {2024},
  url = {https://arxiv.org/abs/2410.05052},
  note = {Source identifier: 2410.05052}
}