@misc{indiciaea864fccae9ca, title = {Response Length Perception and Sequence Scheduling: An LLM-Empowered LLM Inference Pipeline}, author = {Zangwei Zheng and Xiaozhe Ren and Fuzhao Xue and Yang Luo and Xin Jiang and Yang You}, year = {2023}, url = {https://arxiv.org/abs/2305.13144}, note = {Source identifier: 2305.13144} }