@misc{indiciae54c95220513f, title = {CaraServe: CPU-Assisted and Rank-Aware LoRA Serving for Generative LLM Inference}, author = {Suyi Li and Hanfeng Lu and Tianyuan Wu and Minchen Yu and Qizhen Weng and Xusheng Chen and Yizhou Shan and Binhang Yuan and Wei Wang}, year = {2024}, url = {https://arxiv.org/abs/2401.11240}, note = {Source identifier: 2401.11240} }