@misc{indiciaeb26ae7c73f4e, title = {The Workload-Router-Pool Architecture for LLM Inference Optimization: A Vision Paper from the vLLM Semantic Router Project}, author = {Huamin Chen and Xunzhuo Liu and Bowei He and Fuyuan Lyu and Yankai Chen and Xue Liu and Yuhan Liu and Junchen Jiang}, year = {2026}, url = {https://arxiv.org/abs/2603.21354}, note = {Source identifier: 2603.21354} }