@misc{indiciae6364b2d54119,
  title = {PyramidInfer: Pyramid KV Cache Compression for High-throughput LLM Inference},
  author = {Dongjie Yang and XiaoDong Han and Yan Gao and Yao Hu and Shilin Zhang and Hai Zhao},
  year = {2024},
  url = {https://arxiv.org/abs/2405.12532},
  note = {Source identifier: 2405.12532}
}