@misc{indiciae3d99cabc8bfc,
  title = {LLM-PQ: Serving LLM on Heterogeneous Clusters with Phase-Aware Partition and Adaptive Quantization},
  author = {Juntao Zhao and Borui Wan and Yanghua Peng and Haibin Lin and Chuan Wu},
  year = {2024},
  url = {https://arxiv.org/abs/2403.01136},
  note = {Source identifier: 2403.01136}
}