@misc{indiciae019eb8834eb9, title = {DuoAttention: Efficient Long-Context LLM Inference with Retrieval and Streaming Heads}, author = {Guangxuan Xiao and Jiaming Tang and Jingwei Zuo and Junxian Guo and Shang Yang and Haotian Tang and Yao Fu and Song Han}, year = {2024}, url = {https://arxiv.org/abs/2410.10819}, note = {Source identifier: 2410.10819} }