@misc{indiciae765eb325866f, title = {Deep Optimizer States: Towards Scalable Training of Transformer Models Using Interleaved Offloading}, author = {Avinash Maurya and Jie Ye and M. Mustafa Rafique and Franck Cappello and Bogdan Nicolae}, year = {2024}, doi = {10.1145/3652892.3700781}, url = {https://arxiv.org/abs/2410.21316}, note = {Source identifier: 2410.21316} }