@misc{indiciae85cfcbbba3f9, title = {Early Weight Averaging meets High Learning Rates for LLM Pre-training}, author = {Sunny Sanyal and Atula Neerkaje and Jean Kaddour and Abhishek Kumar and Sujay Sanghavi}, year = {2023}, url = {https://arxiv.org/abs/2306.03241}, note = {Source identifier: 2306.03241} }