@misc{indiciae840555b5c273, title = {Prism: Cost-Efficient Multi-LLM Serving via GPU Memory Ballooning}, author = {Shan Yu and Yifan Qiao and Mingyuan Ma and Yangmin Li and Shuo Yang and Xinyuan Tong and Yang Wang and Zhiqiang Xie and Yuwei An and Shiyi Cao and Ke Bao and Deepak Vij and Xiaoning Ding and Yichen Wang and Qingda Lu and Zhong Wang and Gao Gao and Harry Xu and Junyi Shu and Jiarong Xing and Ying Sheng}, year = {2026}, url = {https://arxiv.org/abs/2505.04021}, note = {Source identifier: 2505.04021} }