@misc{indiciaeaefe2c5d8fe6,
  title = {Modern Distributed Data-Parallel Large-Scale Pre-training Strategies For NLP models},
  author = {Hao Bai},
  year = {2022},
  url = {https://arxiv.org/abs/2206.06356},
  note = {Source identifier: 2206.06356}
}