@misc{indiciae292c7ef97e33,
  title = {LightPAFF: A Two-Stage Distillation Framework for Pre-training and Fine-tuning},
  author = {Kaitao Song and Hao Sun and Xu Tan and Tao Qin and Jianfeng Lu and Hongzhi Liu and Tie-Yan Liu},
  year = {2020},
  url = {https://arxiv.org/abs/2004.12817},
  note = {Source identifier: 2004.12817}
}