@misc{indiciae36b7150a9452, title = {NanoFlow: Towards Optimal Large Language Model Serving Throughput}, author = {Kan Zhu and Yufei Gao and Yilong Zhao and Liangyu Zhao and Gefei Zuo and Yile Gu and Dedong Xie and Tian Tang and Qinyu Xu and Zihao Ye and Keisuke Kamahori and Chien-Yu Lin and Ziren Wang and Stephanie Wang and Arvind Krishnamurthy and Baris Kasikci}, year = {2025}, url = {https://arxiv.org/abs/2408.12757}, note = {Source identifier: 2408.12757} }