@misc{indiciae8b750c8ef193, title = {Self-Distillation for Further Pre-training of Transformers}, author = {Seanie Lee and Minki Kang and Juho Lee and Sung Ju Hwang and Kenji Kawaguchi}, year = {2023}, url = {https://arxiv.org/abs/2210.02871}, note = {Source identifier: 2210.02871} }