@misc{indiciae0f60e4d1f58c, title = {OmniInfer: System-Wide Acceleration Techniques for Optimizing LLM Serving Throughput and Latency}, author = {Jun Wang and Yunxiang Yao and Wenwei Kuang and Runze Mao and Zhenhao Sun and Zhuang Tao and Ziyang Zhang and Dengyu Li and Jiajun Chen and Zhili Wang and Kai Cui and Congzhi Cai and Longwen Lan and Ken Zhang}, year = {2026}, url = {https://arxiv.org/abs/2511.22481}, note = {Source identifier: 2511.22481} }