@misc{indiciae4d3e5cf74f3b,
  title = {DHA: Learning Decoupled-Head Attention from Transformer Checkpoints via Adaptive Heads Fusion},
  author = {Yilong Chen and Linhao Zhang and Junyuan Shang and Zhenyu Zhang and Tingwen Liu and Shuohuan Wang and Yu Sun},
  year = {2024},
  url = {https://arxiv.org/abs/2406.06567},
  note = {Source identifier: 2406.06567}
}