@misc{indiciaeef5ae976f726, title = {A 4D Hybrid Algorithm to Scale Parallel Training to Thousands of GPUs}, author = {Siddharth Singh and Prajwal Singhania and Aditya K. Ranjan and Zack Sating and Abhinav Bhatele}, year = {2024}, url = {https://arxiv.org/abs/2305.13525}, note = {Source identifier: 2305.13525} }