@misc{indiciaea5bde564032c, title = {SkipDecode: Autoregressive Skip Decoding with Batching and Caching for Efficient LLM Inference}, author = {Luciano Del Corro and Allie Del Giorno and Sahaj Agarwal and Bin Yu and Ahmed Awadallah and Subhabrata Mukherjee}, year = {2023}, url = {https://arxiv.org/abs/2307.02628}, note = {Source identifier: 2307.02628} }