@misc{indiciaec046e2d881a3,
  title = {MoE-Lightning: High-Throughput MoE Inference on Memory-constrained GPUs},
  author = {Shiyi Cao and Shu Liu and Tyler Griggs and Peter Schafhalter and Xiaoxuan Liu and Ying Sheng and Joseph E. Gonzalez and Matei Zaharia and Ion Stoica},
  year = {2024},
  url = {https://arxiv.org/abs/2411.11217},
  note = {Source identifier: 2411.11217}
}