@misc{indiciae59278d0e88a8, title = {Cheaply Evaluating Inference Efficiency Metrics for Autoregressive Transformer APIs}, author = {Deepak Narayanan and Keshav Santhanam and Peter Henderson and Rishi Bommasani and Tony Lee and Percy Liang}, year = {2023}, url = {https://arxiv.org/abs/2305.02440}, note = {Source identifier: 2305.02440} }