@misc{indiciae92f67dea23c2,
  title = {JITServe: SLO-aware LLM Serving with Imprecise Request Information},
  author = {Wei Zhang and Zhiyu Wu and Yi Mu and Rui Ning and Banruo Liu and Nikhil Sarda and Myungjin Lee and Fan Lai},
  year = {2025},
  url = {https://arxiv.org/abs/2504.20068},
  note = {Source identifier: 2504.20068}
}