@misc{indiciae88e22c71181b,
  title = {Knowledge Distillation as Efficient Pre-training: Faster Convergence, Higher Data-efficiency, and Better Transferability},
  author = {Ruifei He and Shuyang Sun and Jihan Yang and Song Bai and Xiaojuan Qi},
  year = {2022},
  url = {https://arxiv.org/abs/2203.05180},
  note = {Source identifier: 2203.05180}
}