@misc{indiciae3a333eeaa854,
  title = {Towards MoE Deployment: Mitigating Inefficiencies in Mixture-of-Expert (MoE) Inference},
  author = {Haiyang Huang and Newsha Ardalani and Anna Sun and Liu Ke and Hsien-Hsin S. Lee and Anjali Sridhar and Shruti Bhosale and Carole-Jean Wu and Benjamin Lee},
  year = {2023},
  url = {https://arxiv.org/abs/2303.06182},
  note = {Source identifier: 2303.06182}
}