@misc{indiciae5d60aadb261c,
  title = {PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU},
  author = {Yixin Song and Zeyu Mi and Haotong Xie and Haibo Chen},
  year = {2024},
  url = {https://arxiv.org/abs/2312.12456},
  note = {Source identifier: 2312.12456}
}