@misc{indiciae12eeaa38207e, title = {Staged Training for Transformer Language Models}, author = {Sheng Shen and Pete Walsh and Kurt Keutzer and Jesse Dodge and Matthew Peters and Iz Beltagy}, year = {2022}, url = {https://arxiv.org/abs/2203.06211}, note = {Source identifier: 2203.06211} }