@misc{indiciaeaa1fb8f89a2b, title = {Themis: Efficient Sparse Model Training Through Fully Sharded Sparse Data Parallelism}, author = {Yuhao Qing and Guichao Zhu and Lintian Lei and Fanxin Li and Shixiong Zhao and Zekai Sun and Xiuxian Guan and Xusheng Chen and Dong Huang and Ping Luo and Yiming Qiu and Heming Cui}, year = {2026}, url = {https://arxiv.org/abs/2502.02581}, note = {Source identifier: 2502.02581} }