@misc{indiciae2ff487f14911, title = {The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving}, author = {Pai Zeng and Zhenyu Ning and Jieru Zhao and Weihao Cui and Mengwei Xu and Liwei Guo and Xusheng Chen and Yizhou Shan}, year = {2024}, url = {https://arxiv.org/abs/2405.11299}, note = {Source identifier: 2405.11299} }