@misc{indiciae219ea0cc92c1, title = {NACL: A General and Effective KV Cache Eviction Framework for LLMs at Inference Time}, author = {Yilong Chen and Guoxia Wang and Junyuan Shang and Shiyao Cui and Zhenyu Zhang and Tingwen Liu and Shuohuan Wang and Yu Sun and Dianhai Yu and Hua Wu}, year = {2024}, url = {https://arxiv.org/abs/2408.03675}, note = {Source identifier: 2408.03675} }