@misc{indiciae416f5c4d5c23, title = {ATP: Enabling Fast LLM Serving via Attention on Top Principal Keys}, author = {Yue Niu and Saurav Prakash and Salman Avestimehr}, year = {2024}, url = {https://arxiv.org/abs/2403.02352}, note = {Source identifier: 2403.02352} }