@misc{indiciae8f278579f6ec, title = {AlpaServe: Statistical Multiplexing with Model Parallelism for Deep Learning Serving}, author = {Zhuohan Li and Lianmin Zheng and Yinmin Zhong and Vincent Liu and Ying Sheng and Xin Jin and Yanping Huang and Zhifeng Chen and Hao Zhang and Joseph E. Gonzalez and Ion Stoica}, year = {2023}, url = {https://arxiv.org/abs/2302.11665}, note = {Source identifier: 2302.11665} }