@misc{indiciae64f2250288a9, title = {Memory and Bandwidth are All You Need for Fully Sharded Data Parallel}, author = {Jiangtao Wang and Jan Ebert and Oleg Filatov and Stefan Kesselheim}, year = {2025}, url = {https://arxiv.org/abs/2504.03655}, note = {Source identifier: 2504.03655} }