@misc{indiciae54486315476b, title = {Queue management for slo-oriented large language model serving}, author = {Archit Patke and Dhemath Reddy and Saurabh Jha and Haoran Qiu and Christian Pinto and Chandra Narayanaswami and Zbigniew Kalbarczyk and Ravishankar Iyer}, year = {2025}, doi = {10.1145/3698038.369852}, url = {https://arxiv.org/abs/2407.00047}, note = {Source identifier: 2407.00047} }