@misc{indiciae82302d886f8a,
  title = {Hymba: A Hybrid-head Architecture for Small Language Models},
  author = {Xin Dong and Yonggan Fu and Shizhe Diao and Wonmin Byeon and Zijia Chen and Ameya Sunil Mahabaleshwarkar and Shih-Yang Liu and Matthijs Van Keirsbilck and Min-Hung Chen and Yoshi Suhara and Yingyan Lin and Jan Kautz and Pavlo Molchanov},
  year = {2024},
  url = {https://arxiv.org/abs/2411.13676},
  note = {Source identifier: 2411.13676}
}