@misc{indiciae79d8d4d4dfb6, title = {A Compact Pretraining Approach for Neural Language Models}, author = {Shahriar Golchin and Mihai Surdeanu and Nazgol Tavabi and Ata Kiapour}, year = {2022}, url = {https://arxiv.org/abs/2208.12367}, note = {Source identifier: 2208.12367} }