@misc{indiciae2b2c7388a69b, title = {Enabling Efficient Batch Serving for LMaaS via Generation Length Prediction}, author = {Ke Cheng and Wen Hu and Zhi Wang and Peng Du and Jianguo Li and Sheng Zhang}, year = {2024}, url = {https://arxiv.org/abs/2406.04785}, note = {Source identifier: 2406.04785} }