@misc{indiciaee16c3ad70428, title = {Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads}, author = {Tianle Cai and Yuhong Li and Zhengyang Geng and Hongwu Peng and Jason D. Lee and Deming Chen and Tri Dao}, year = {2024}, url = {https://arxiv.org/abs/2401.10774}, note = {Source identifier: 2401.10774} }