@misc{indiciaeac35c4606c77,
  title = {Align Attention Heads Before Merging Them: An Effective Way for Converting MHA to GQA},
  author = {Qingyun Jin and Xiaohui Song and Feng Zhou and Zengchang Qin},
  year = {2025},
  url = {https://arxiv.org/abs/2412.20677},
  note = {Source identifier: 2412.20677}
}