@misc{indiciaeffc9db031e4f, title = {What Language Model to Train if You Have One Million GPU Hours?}, author = {Teven Le Scao and Thomas Wang and Daniel Hesslow and Lucile Saulnier and Stas Bekman and M Saiful Bari and Stella Biderman and Hady Elsahar and Niklas Muennighoff and Jason Phang and Ofir Press and Colin Raffel and Victor Sanh and Sheng Shen and Lintang Sutawika and Jaesung Tae and Zheng Xin Yong and Julien Launay and Iz Beltagy}, year = {2022}, url = {https://arxiv.org/abs/2210.15424}, note = {Source identifier: 2210.15424} }