@misc{indiciaeb8560f6d3aee, title = {Distributed Speculative Inference (DSI): Speculation Parallelism for Provably Faster Lossless Language Model Inference}, author = {Nadav Timor and Jonathan Mamou and Daniel Korat and Moshe Berchansky and Oren Pereg and Moshe Wasserblat and Tomer Galanti and Michal Gordon and David Harel}, year = {2025}, url = {https://arxiv.org/abs/2405.14105}, note = {Source identifier: 2405.14105} }