@misc{indiciaef015f5f9b3f9, title = {RT-LM: Uncertainty-Aware Resource Management for Real-Time Inference of Language Models}, author = {Yufei Li and Zexin Li and Wei Yang and Cong Liu}, year = {2023}, url = {https://arxiv.org/abs/2309.06619}, note = {Source identifier: 2309.06619} }