@misc{indiciaec76c2514371a, title = {The N-Grammys: Accelerating Autoregressive Inference with Learning-Free Batched Speculation}, author = {Lawrence Stewart and Matthew Trager and Sujan Kumar Gonugondla and Stefano Soatto}, year = {2024}, url = {https://arxiv.org/abs/2411.03786}, note = {Source identifier: 2411.03786} }