@misc{indiciaed3f55458f780, title = {Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism}, author = {Mohammad Shoeybi and Mostofa Patwary and Raul Puri and Patrick LeGresley and Jared Casper and Bryan Catanzaro}, year = {2020}, url = {https://arxiv.org/abs/1909.08053}, note = {Source identifier: 1909.08053} }