@misc{indiciae6b75f37b7c71,
  title = {Fast Distributed Inference Serving for Large Language Models},
  author = {Bingyang Wu and Yinmin Zhong and Zili Zhang and Shengyu Liu and Fangyue Liu and Yuanhang Sun and Gang Huang and Xuanzhe Liu and Xin Jin},
  year = {2024},
  url = {https://arxiv.org/abs/2305.05920},
  note = {Source identifier: 2305.05920}
}