@misc{indiciaea6ea9c984776, title = {KVQuant: Towards 10 Million Context Length LLM Inference with KV Cache Quantization}, author = {Coleman Hooper and Sehoon Kim and Hiva Mohammadzadeh and Michael W. Mahoney and Yakun Sophia Shao and Kurt Keutzer and Amir Gholami}, year = {2025}, url = {https://arxiv.org/abs/2401.18079}, note = {Source identifier: 2401.18079} }