@misc{indiciaec8e4c1046819, title = {ScaleLLM: A Resource-Frugal LLM Serving Framework by Optimizing End-to-End Efficiency}, author = {Yuhang Yao and Han Jin and Alay Dilipbhai Shah and Shanshan Han and Zijian Hu and Yide Ran and Dimitris Stripelis and Zhaozhuo Xu and Salman Avestimehr and Chaoyang He}, year = {2024}, url = {https://arxiv.org/abs/2408.00008}, note = {Source identifier: 2408.00008} }