@misc{indiciae85e734103d9f, title = {InfiniGen: Efficient Generative Inference of Large Language Models with Dynamic KV Cache Management}, author = {Wonbeom Lee and Jungi Lee and Junghwan Seo and Jaewoong Sim}, year = {2024}, url = {https://arxiv.org/abs/2406.19707}, note = {Source identifier: 2406.19707} }