@misc{indiciae15ec79cc844c,
  title = {MagicDec: Breaking the Latency-Throughput Tradeoff for Long Context Generation with Speculative Decoding},
  author = {Ranajoy Sadhukhan and Jian Chen and Zhuoming Chen and Vashisth Tiwari and Ruihang Lai and Jinyuan Shi and Ian En-Hsu Yen and Avner May and Tianqi Chen and Beidi Chen},
  year = {2025},
  url = {https://arxiv.org/abs/2408.11049},
  note = {Source identifier: 2408.11049}
}