@misc{indiciaee01e0231fd57, title = {On the Efficacy of Eviction Policy for Key-Value Constrained Generative Language Model Inference}, author = {Siyu Ren and Kenny Q. Zhu}, year = {2024}, url = {https://arxiv.org/abs/2402.06262}, note = {Source identifier: 2402.06262} }