@misc{indiciaea5ffb4c31219,
  title = {LoongTrain: Efficient Training of Long-Sequence LLMs with Head-Context Parallelism},
  author = {Diandian Gu and Peng Sun and Qinghao Hu and Ting Huang and Xun Chen and Yingtong Xiong and Guoteng Wang and Qiaoling Chen and Shangchun Zhao and Jiarui Fang and Yonggang Wen and Tianwei Zhang and Xin Jin and Xuanzhe Liu},
  year = {2024},
  url = {https://arxiv.org/abs/2406.18485},
  note = {Source identifier: 2406.18485}
}