@misc{indiciae3ee184edc2d4, title = {Knowledge-Aware Language Model Pretraining}, author = {Corby Rosset and Chenyan Xiong and Minh Phan and Xia Song and Paul Bennett and Saurabh Tiwary}, year = {2021}, url = {https://arxiv.org/abs/2007.00655}, note = {Source identifier: 2007.00655} }