@misc{indiciae250a1e243181, title = {BucketServe: Bucket-Based Dynamic Batching for Smart and Efficient LLM Inference Serving}, author = {Wanyi Zheng and Minxian Xu and Shengye Song and Kejiang Ye}, year = {2025}, url = {https://arxiv.org/abs/2507.17120}, note = {Source identifier: 2507.17120} }