@misc{indiciaee9271379f0a2, title = {How to Distill your BERT: An Empirical Study on the Impact of Weight Initialisation and Distillation Objectives}, author = {Xinpeng Wang and Leonie Weissweiler and Hinrich Schütze and Barbara Plank}, year = {2023}, url = {https://arxiv.org/abs/2305.15032}, note = {Source identifier: 2305.15032} }