@misc{indiciae03479ad0e181, title = {FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU}, author = {Ying Sheng and Lianmin Zheng and Binhang Yuan and Zhuohan Li and Max Ryabinin and Daniel Y. Fu and Zhiqiang Xie and Beidi Chen and Clark Barrett and Joseph E. Gonzalez and Percy Liang and Christopher RĂ© and Ion Stoica and Ce Zhang}, year = {2023}, url = {https://arxiv.org/abs/2303.06865}, note = {Source identifier: 2303.06865} }