@misc{indiciae00bccdd6d2dd,
  title = {Small-scale proxies for large-scale Transformer training instabilities},
  author = {Mitchell Wortsman and Peter J. Liu and Lechao Xiao and Katie Everett and Alex Alemi and Ben Adlam and John D. Co-Reyes and Izzeddin Gur and Abhishek Kumar and Roman Novak and Jeffrey Pennington and Jascha Sohl-dickstein and Kelvin Xu and Jaehoon Lee and Justin Gilmer and Simon Kornblith},
  year = {2023},
  url = {https://arxiv.org/abs/2309.14322},
  note = {Source identifier: 2309.14322}
}