@misc{indiciae99a0f584e96d, title = {Merak: An Efficient Distributed DNN Training Framework with Automated 3D Parallelism for Giant Foundation Models}, author = {Zhiquan Lai and Shengwei Li and Xudong Tang and Keshi Ge and Weijie Liu and Yabo Duan and Linbo Qiao and Dongsheng Li}, year = {2023}, doi = {10.1109/tpds.2023.3247001}, url = {https://arxiv.org/abs/2206.04959}, note = {Source identifier: 2206.04959} }