@misc{indiciae3b7721277c79, title = {The Synergy of Speculative Decoding and Batching in Serving Large Language Models}, author = {Qidong Su and Christina Giannoula and Gennady Pekhimenko}, year = {2023}, url = {https://arxiv.org/abs/2310.18813}, note = {Source identifier: 2310.18813} }