@misc{indiciaed79a6bd5556d, title = {Ltri-LLM: Streaming Long Context Inference for LLMs with Training-Free Dynamic Triangular Attention Pattern}, author = {Hongyin Tang and Di Xiu and Lanrui Wang and Xiurui Geng and Jingang Wang and Xunliang Cai}, year = {2024}, url = {https://arxiv.org/abs/2412.04757}, note = {Source identifier: 2412.04757} }