@misc{indiciae0f7ccd93b8ae, title = {StarTrail: Concentric Ring Sequence Parallelism for Efficient Near-Infinite-Context Transformer Model Training}, author = {Ziming Liu and Shaoyu Wang and Shenggan Cheng and Zhongkai Zhao and Kai Wang and Xuanlei Zhao and James Demmel and Yang You}, year = {2025}, url = {https://arxiv.org/abs/2407.00611}, note = {Source identifier: 2407.00611} }