@misc{indiciae28c86979d5f2, title = {Saving GPU Hours in LLM Inference System Development and Online Workloads with Simulation and DBMS-Inspired Cache Replacement Policies}, author = {Kyoungmin Kim and Jiacheng Li and Kijae Hong and Qunyou Liu and Darong Huang and Anastasia Ailamaki}, year = {2026}, url = {https://arxiv.org/abs/2411.07447}, note = {Source identifier: 2411.07447} }