@misc{indiciaebb4d20c55a95, title = {Infinite-LLM: Efficient LLM Service for Long Context with DistAttention and Distributed KVCache}, author = {Bin Lin and Chen Zhang and Tao Peng and Hanyu Zhao and Wencong Xiao and Minmin Sun and Anmin Liu and Zhipeng Zhang and Lanbo Li and Xiafei Qiu and Shen Li and Zhigang Ji and Tao Xie and Yong Li and Wei Lin}, year = {2024}, url = {https://arxiv.org/abs/2401.02669}, note = {Source identifier: 2401.02669} }