@misc{indiciae766a6f4852a8, title = {ConServe: Fine-Grained GPU Harvesting for LLM Online and Offline Co-Serving}, author = {Yifan Qiao and Shu Anzai and Shan Yu and Haoran Ma and Shuo Yang and Yang Wang and Miryung Kim and Yongji Wu and Yang Zhou and Jiarong Xing and Joseph E. Gonzalez and Ion Stoica and Harry Xu}, year = {2025}, url = {https://arxiv.org/abs/2410.01228}, note = {Source identifier: 2410.01228} }