@misc{indiciaeb3ae12a2d1c9, title = {Tackling the Dynamicity in a Production LLM Serving System with SOTA Optimizations via Hybrid Prefill/Decode/Verify Scheduling on Efficient Meta-kernels}, author = {Mingcong Song and Xinru Tang and Fengfan Hou and Jing Li and Wei Wei and Yipeng Ma and Runqiu Xiao and Hongjie Si and Dingcheng Jiang and Shouyi Yin and Yang Hu and Guoping Long}, year = {2024}, url = {https://arxiv.org/abs/2412.18106}, note = {Source identifier: 2412.18106} }