@misc{indiciae1e16e6d9985f, title = {Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention}, author = {Bin Gao and Zhuomin He and Puru Sharma and Qingxuan Kang and Djordje Jevdjic and Junbo Deng and Xingkun Yang and Zhou Yu and Pengfei Zuo}, year = {2024}, url = {https://arxiv.org/abs/2403.19708}, note = {Source identifier: 2403.19708} }