@misc{indiciae8c5d35885592, title = {Oaken: Fast and Efficient LLM Serving with Online-Offline Hybrid KV Cache Quantization}, author = {Minsu Kim and Seongmin Hong and RyeoWook Ko and Soongyu Choi and Hunjong Lee and Junsoo Kim and Joo-Young Kim and Jongse Park}, year = {2025}, doi = {10.1145/3695053.3731019}, url = {https://arxiv.org/abs/2503.18599}, note = {Source identifier: 2503.18599} }