@misc{indiciaeabeea81afcb5, title = {ZeRO-Offload: Democratizing Billion-Scale Model Training}, author = {Jie Ren and Samyam Rajbhandari and Reza Yazdani Aminabadi and Olatunji Ruwase and Shuangyan Yang and Minjia Zhang and Dong Li and Yuxiong He}, year = {2021}, url = {https://arxiv.org/abs/2101.06840}, note = {Source identifier: 2101.06840} }