@misc{indiciae80107a84e0a0, title = {Compositional Performance Modeling of LLM Inference Clusters with Hierarchical KV Caching}, author = {Ruiyang Ma and Sheng Qi and DaiKang Kuang and Teng Ma and Guojie Luo}, year = {2026}, url = {https://arxiv.org/abs/2610.15366}, note = {Source identifier: 2610.15366} }