@misc{indiciae52c264680afb, title = {Extract then Distill: Efficient and Effective Task-Agnostic BERT Distillation}, author = {Cheng Chen and Yichun Yin and Lifeng Shang and Zhi Wang and Xin Jiang and Xiao Chen and Qun Liu}, year = {2021}, url = {https://arxiv.org/abs/2104.11928}, note = {Source identifier: 2104.11928} }