@misc{indiciae2b0306367444, title = {On Optimal Caching and Model Multiplexing for Large Model Inference}, author = {Banghua Zhu and Ying Sheng and Lianmin Zheng and Clark Barrett and Michael I. Jordan and Jiantao Jiao}, year = {2023}, url = {https://arxiv.org/abs/2306.02003}, note = {Source identifier: 2306.02003} }