@misc{indiciae6811436f8c5f, title = {DISTFLASHATTN: Distributed Memory-efficient Attention for Long-context LLMs Training}, author = {Dacheng Li and Rulin Shao and Anze Xie and Eric P. Xing and Xuezhe Ma and Ion Stoica and Joseph E. Gonzalez and Hao Zhang}, year = {2024}, url = {https://arxiv.org/abs/2310.03294}, note = {Source identifier: 2310.03294} }