@misc{indiciaea27a4572f4e1, title = {LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale}, author = {Jaehong Cho and Minsu Kim and Hyunmin Choi and Guseul Heo and Jongse Park}, year = {2024}, doi = {10.1109/iiswc63097.2024.00012}, url = {https://arxiv.org/abs/2408.05499}, note = {Source identifier: 2408.05499} }