@misc{indiciaef570f666e607,
  title = {Automatic Cross-Replica Sharding of Weight Update in Data-Parallel Training},
  author = {Yuanzhong Xu and HyoukJoong Lee and Dehao Chen and Hongjun Choi and Blake Hechtman and Shibo Wang},
  year = {2020},
  url = {https://arxiv.org/abs/2004.13336},
  note = {Source identifier: 2004.13336}
}