@misc{indiciaec6f9ce8e598a, title = {DreamDDP: Accelerating Data Parallel Distributed LLM Training with Layer-wise Scheduled Partial Synchronization}, author = {Zhenheng Tang and Zichen Tang and Junlin Huang and Xinglin Pan and Rudan Yan and Yuxin Wang and Amelie Chi Zhou and Shaohuai Shi and Xiaowen Chu and Bo Li}, year = {2025}, url = {https://arxiv.org/abs/2502.11058}, note = {Source identifier: 2502.11058} }