@misc{indiciae904aa13c20a1, title = {Keyformer: KV Cache Reduction through Key Tokens Selection for Efficient Generative Inference}, author = {Muhammad Adnan and Akhil Arunkumar and Gaurav Jain and Prashant J. Nair and Ilya Soloveychik and Purushotham Kamath}, year = {2024}, url = {https://arxiv.org/abs/2403.09054}, note = {Source identifier: 2403.09054} }