@misc{indiciae91834e5e5640, title = {TokenFlow: Responsive LLM Text Streaming Serving under Request Burst via Preemptive Scheduling}, author = {Junyi Chen and Chuheng Du and Renyuan Liu and Shuochao Yao and Dingtian Yan and Jiang Liao and Shengzhong Liu and Fan Wu and Guihai Chen}, year = {2025}, url = {https://arxiv.org/abs/2510.02758}, note = {Source identifier: 2510.02758} }