@misc{indiciae845f11714cc2, title = {The Automated LLM Speedrunning Benchmark: Reproducing NanoGPT Improvements}, author = {Bingchen Zhao and Despoina Magka and Minqi Jiang and Xian Li and Roberta Raileanu and Tatiana Shavrina and Jean-Christophe Gagnon-Audet and Kelvin Niu and Shagun Sodhani and Michael Shvartsman and Andrei Lupu and Alisia Lupidi and Edan Toledo and Karen Hambardzumyan and Martin Josifoski and Thomas Foster and Lucia Cipolina-Kun and Abhishek Charnalia and Derek Dunfield and Alexander H. Miller and Oisin Mac Aodha and Jakob Foerster and Yoram Bachrach}, year = {2025}, url = {https://arxiv.org/abs/2506.22419}, note = {Source identifier: 2506.22419} }