@misc{indiciae24f41c4bb7d5, title = {SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices}, author = {Ruslan Svirschevski and Avner May and Zhuoming Chen and Beidi Chen and Zhihao Jia and Max Ryabinin}, year = {2024}, url = {https://arxiv.org/abs/2406.02532}, note = {Source identifier: 2406.02532} }