@misc{indiciae1a16b37ab06a, title = {FairKV: Balancing Per-Head KV Cache for Fast Multi-GPU Inference}, author = {Bingzhe Zhao and Ke Cheng and Aomufei Yuan and Yuxuan Tian and Ruiguang Zhong and Chengchen Hu and Tong Yang and Lian Yu}, year = {2025}, url = {https://arxiv.org/abs/2502.15804}, note = {Source identifier: 2502.15804} }