@misc{indiciae9fc63ad14d85,
  title = {Hydragen: High-Throughput LLM Inference with Shared Prefixes},
  author = {Jordan Juravsky and Bradley Brown and Ryan Ehrlich and Daniel Y. Fu and Christopher Ré and Azalia Mirhoseini},
  year = {2024},
  url = {https://arxiv.org/abs/2402.05099},
  note = {Source identifier: 2402.05099}
}