@misc{indiciae57da060e81ac, title = {Intelligent Router for LLM Workloads: Improving Performance Through Workload-Aware Load Balancing}, author = {Kunal Jain and Anjaly Parayil and Ankur Mallick and Esha Choukse and Xiaoting Qin and Jue Zhang and Íñigo Goiri and Rujia Wang and Chetan Bansal and Victor Rühle and Anoop Kulkarni and Steve Kofsky and Saravan Rajmohan}, year = {2025}, url = {https://arxiv.org/abs/2408.13510}, note = {Source identifier: 2408.13510} }