@misc{indiciae0d82d6fa5f81, title = {METRO: Efficient Denoising Pretraining of Large Scale Autoencoding Language Models with Model Generated Signals}, author = {Payal Bajaj and Chenyan Xiong and Guolin Ke and Xiaodong Liu and Di He and Saurabh Tiwary and Tie-Yan Liu and Paul Bennett and Xia Song and Jianfeng Gao}, year = {2022}, url = {https://arxiv.org/abs/2204.06644}, note = {Source identifier: 2204.06644} }