@misc{indiciae646aa2643210, title = {IC-Cache: Efficient Large Language Model Serving via In-context Caching}, author = {Yifan Yu and Yu Gan and Nikhil Sarda and Lillian Tsai and Jiaming Shen and Yanqi Zhou and Arvind Krishnamurthy and Fan Lai and Henry M. Levy and David Culler}, year = {2025}, doi = {10.1145/3731569.3764829}, url = {https://arxiv.org/abs/2501.12689}, note = {Source identifier: 2501.12689} }