@misc{indiciae40fa0ff590cb, title = {ExpertFlow: Efficient Mixture-of-Experts Inference via Predictive Expert Caching and Token Scheduling}, author = {Xin He and Shunkang Zhang and Kaijie Tang and Shaohuai Shi and Yuxin Wang and Zihao Zeng and Zhenheng Tang and Xiaowen Chu and Haiyan Yin and Ivor W. Tsang and Yew Soon Ong}, year = {2026}, doi = {10.1145/3770743.3804292}, url = {https://arxiv.org/abs/2410.17954}, note = {Source identifier: 2410.17954} }