@misc{indiciaecf482e638170, title = {Mélange: Cost Efficient Large Language Model Serving by Exploiting GPU Heterogeneity}, author = {Tyler Griggs and Xiaoxuan Liu and Jiaxiang Yu and Doyoung Kim and Wei-Lin Chiang and Alvin Cheung and Ion Stoica}, year = {2024}, url = {https://arxiv.org/abs/2404.14527}, note = {Source identifier: 2404.14527} }