@misc{indiciaefd7db8f3732c,
  title = {CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving},
  author = {Yuhan Liu and Hanchen Li and Yihua Cheng and Siddhant Ray and Yuyang Huang and Qizheng Zhang and Kuntai Du and Jiayi Yao and Shan Lu and Ganesh Ananthanarayanan and Michael Maire and Henry Hoffmann and Ari Holtzman and Junchen Jiang},
  year = {2024},
  url = {https://arxiv.org/abs/2310.07240},
  note = {Source identifier: 2310.07240}
}