@misc{indiciaec68ea6305cb8, title = {Contrastive Distillation Is a Sample-Efficient Self-Supervised Loss Policy for Transfer Learning}, author = {Chris Lengerich and Gabriel Synnaeve and Amy Zhang and Hugh Leather and Kurt Shuster and François Charton and Charysse Redwood}, year = {2022}, url = {https://arxiv.org/abs/2212.11353}, note = {Source identifier: 2212.11353} }