@misc{indiciae5b5e5fde2c9e,
  title = {GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding},
  author = {Dmitry Lepikhin and HyoukJoong Lee and Yuanzhong Xu and Dehao Chen and Orhan Firat and Yanping Huang and Maxim Krikun and Noam Shazeer and Zhifeng Chen},
  year = {2020},
  url = {https://arxiv.org/abs/2006.16668},
  note = {Source identifier: 2006.16668}
}