@misc{indiciaee63a4771c767,
  title = {DeepSpeed Ulysses: System Optimizations for Enabling Training of Extreme Long Sequence Transformer Models},
  author = {Sam Ade Jacobs and Masahiro Tanaka and Chengming Zhang and Minjia Zhang and Shuaiwen Leon Song and Samyam Rajbhandari and Yuxiong He},
  year = {2023},
  url = {https://arxiv.org/abs/2309.14509},
  note = {Source identifier: 2309.14509}
}