@misc{indiciae23e25b702e77, title = {BUZZ: Beehive-structured Sparse KV Cache with Segmented Heavy Hitters for Efficient LLM Inference}, author = {Junqi Zhao and Zhijin Fang and Shu Li and Shaohui Yang and Shichao He}, year = {2024}, url = {https://arxiv.org/abs/2410.23079}, note = {Source identifier: 2410.23079} }