@misc{indiciaefad36d968e8b, title = {SageServe: Optimizing LLM Serving on Cloud Data Centers with Forecast Aware Auto-Scaling}, author = {Shashwat Jaiswal and Kunal Jain and Yogesh Simmhan and Anjaly Parayil and Ankur Mallick and Rujia Wang and Renee St. Amant and Chetan Bansal and Victor Rühle and Anoop Kulkarni and Steve Kofsky and Saravan Rajmohan}, year = {2025}, doi = {10.1145/3771576}, url = {https://arxiv.org/abs/2502.14617}, note = {Source identifier: 2502.14617} }