@misc{indiciae82169c32be96, title = {PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel}, author = {Yanli Zhao and Andrew Gu and Rohan Varma and Liang Luo and Chien-Chin Huang and Min Xu and Less Wright and Hamid Shojanazeri and Myle Ott and Sam Shleifer and Alban Desmaison and Can Balioglu and Pritam Damania and Bernard Nguyen and Geeta Chauhan and Yuchen Hao and Ajit Mathews and Shen Li}, year = {2023}, url = {https://arxiv.org/abs/2304.11277}, note = {Source identifier: 2304.11277} }