@misc{indiciaeafd7fbad6232,
  title = {Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training},
  author = {Hong Liu and Zhiyuan Li and David Hall and Percy Liang and Tengyu Ma},
  year = {2024},
  url = {https://arxiv.org/abs/2305.14342},
  note = {Source identifier: 2305.14342}
}