@misc{indiciae50b91b607244, title = {Herschel: Continuous Optimization of Production LLM Inference through On-Demand Profiling}, author = {Luping Wang and Weigao Chen and Yifei Wu and Yonghe Zhang and Rui Zhang and Wenchao Wu and Jiyu Luo and Haoran Geng and Xin Yang and Chen Cao and Yuemin Wu and Cheng Huang and Guodong Yang and Liping Zhang}, year = {2026}, url = {https://arxiv.org/abs/2609.40247}, note = {Source identifier: 2609.40247} }