@misc{indiciae520171a253e6, title = {Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths}, author = {Tianyu Fu and Haofeng Huang and Xuefei Ning and Genghan Zhang and Boju Chen and Tianqi Wu and Hongyi Wang and Zixiao Huang and Shiyao Li and Shengen Yan and Guohao Dai and Huazhong Yang and Yu Wang}, year = {2025}, url = {https://arxiv.org/abs/2406.14909}, note = {Source identifier: 2406.14909} }