@misc{indiciaebd43ca2d91b3, title = {Analyzing \& Reducing the Need for Learning Rate Warmup in GPT Training}, author = {Atli Kosson and Bettina Messmer and Martin Jaggi}, year = {2024}, url = {https://arxiv.org/abs/2410.23922}, note = {Source identifier: 2410.23922} }