@misc{indiciae677bc141f0db,
  title = {GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints},
  author = {Joshua Ainslie and James Lee-Thorp and Michiel de Jong and Yury Zemlyanskiy and Federico Lebrón and Sumit Sanghai},
  year = {2023},
  url = {https://arxiv.org/abs/2305.13245},
  note = {Source identifier: 2305.13245}
}