@misc{indiciaeb1dfc6e2b15a, title = {AMSP: Reducing Communication Overhead of ZeRO for Efficient LLM Training}, author = {Qiaoling Chen and Qinghao Hu and Guoteng Wang and Yingtong Xiong and Ting Huang and Xun Chen and Yang Gao and Hang Yan and Yonggang Wen and Tianwei Zhang and Peng Sun}, year = {2024}, url = {https://arxiv.org/abs/2311.00257}, note = {Source identifier: 2311.00257} }