@misc{indiciae22238b8614d3, title = {LayerKV: Optimizing Large Language Model Serving with Layer-wise KV Cache Management}, author = {Yi Xiong and Hao Wu and Changxu Shao and Ziqing Wang and Rui Zhang and Yuhong Guo and Junping Zhao and Ke Zhang and Zhenxuan Pan}, year = {2024}, url = {https://arxiv.org/abs/2410.00428}, note = {Source identifier: 2410.00428} }