@misc{indiciae3bfa429af438, title = {Galvatron: Efficient Transformer Training over Multiple GPUs Using Automatic Parallelism}, author = {Xupeng Miao and Yujie Wang and Youhe Jiang and Chunan Shi and Xiaonan Nie and Hailin Zhang and Bin Cui}, year = {2022}, doi = {10.14778/3570690.3570697}, url = {https://arxiv.org/abs/2211.13878}, note = {Source identifier: 2211.13878} }