@misc{indiciaea551af1b022b,
  title = {Weight subcloning: direct initialization of transformers using larger pretrained ones},
  author = {Mohammad Samragh and Mehrdad Farajtabar and Sachin Mehta and Raviteja Vemulapalli and Fartash Faghri and Devang Naik and Oncel Tuzel and Mohammad Rastegari},
  year = {2023},
  url = {https://arxiv.org/abs/2312.09299},
  note = {Source identifier: 2312.09299}
}