@misc{indiciaed8b3d3d5ee4c,
  title = {MergeDistill: Merging Pre-trained Language Models using Distillation},
  author = {Simran Khanuja and Melvin Johnson and Partha Talukdar},
  year = {2021},
  url = {https://arxiv.org/abs/2106.02834},
  note = {Source identifier: 2106.02834}
}