@misc{indiciae91391c0c3f62, title = {MemServe: Context Caching for Disaggregated LLM Serving with Elastic Memory Pool}, author = {Cunchen Hu and Heyang Huang and Junhao Hu and Jiang Xu and Xusheng Chen and Tao Xie and Chenxi Wang and Sa Wang and Yungang Bao and Ninghui Sun and Yizhou Shan}, year = {2024}, url = {https://arxiv.org/abs/2406.17565}, note = {Source identifier: 2406.17565} }