@misc{indiciae83ae41f26bd3, title = {CHAI: Clustered Head Attention for Efficient LLM Inference}, author = {Saurabh Agarwal and Bilge Acun and Basil Hosmer and Mostafa Elhoushi and Yejin Lee and Shivaram Venkataraman and Dimitris Papailiopoulos and Carole-Jean Wu}, year = {2024}, url = {https://arxiv.org/abs/2403.08058}, note = {Source identifier: 2403.08058} }