@misc{indiciae1c04fe5f8f6d, title = {Distributed Sign Momentum with Local Steps for Training Transformers}, author = {Shuhua Yu and Ding Zhou and Cong Xie and An Xu and Zhi Zhang and Xin Liu and Soummya Kar}, year = {2025}, url = {https://arxiv.org/abs/2411.17866}, note = {Source identifier: 2411.17866} }