@misc{indiciae709a424c7b38,
  title = {A System for Microserving of LLMs},
  author = {Hongyi Jin and Ruihang Lai and Charlie F. Ruan and Yingcheng Wang and Todd C. Mowry and Xupeng Miao and Zhihao Jia and Tianqi Chen},
  year = {2024},
  url = {https://arxiv.org/abs/2412.12488},
  note = {Source identifier: 2412.12488}
}