@misc{indiciaeba6a85c48a12,
  title = {Training LLMs with Fault Tolerant HSDP on 100,000 GPUs},
  author = {Omkar Salpekar and Rohan Varma and Kenny Yu and Vladimir Ivanov and Yang Wang and Ahmed Sharif and Min Si and Shawn Xu and Feng Tian and Shengbao Zheng and Tristan Rice and Ankush Garg and Shangfu Peng and Shreyas Siravara and Wenyin Fu and Rodrigo de Castro and Adithya Gangidi and Andrey Obraztsov and Sharan Narang and Sergey Edunov and Maxim Naumov and Chunqiang Tang and Mathew Oldham},
  year = {2026},
  url = {https://arxiv.org/abs/2602.00277},
  note = {Source identifier: 2602.00277}
}