@misc{indiciae810d06fbf98c, title = {FlexLLM: Token-Level Co-Serving of LLM Inference and Finetuning with SLO Guarantees}, author = {Gabriele Oliaro and Xupeng Miao and Xinhao Cheng and Vineeth Kada and Mengdi Wu and Ruohan Gao and Yingyi Huang and Remi Delacourt and April Yang and Yingcheng Wang and Colin Unger and Zhihao Jia}, year = {2025}, url = {https://arxiv.org/abs/2402.18789}, note = {Source identifier: 2402.18789} }