@misc{indiciaeed3e5d692844, title = {DistServe: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving}, author = {Yinmin Zhong and Shengyu Liu and Junda Chen and Jianbo Hu and Yibo Zhu and Xuanzhe Liu and Xin Jin and Hao Zhang}, year = {2024}, url = {https://arxiv.org/abs/2401.09670}, note = {Source identifier: 2401.09670} }