@misc{indiciaeb581142e4bf8, title = {Accelerating Large Language Model Training with 4D Parallelism and Memory Consumption Estimator}, author = {Kazuki Fujii and Kohei Watanabe and Rio Yokota}, year = {2024}, url = {https://arxiv.org/abs/2411.06465}, note = {Source identifier: 2411.06465} }