@misc{indiciae1332282d69c4, title = {BASE Layers: Simplifying Training of Large, Sparse Models}, author = {Mike Lewis and Shruti Bhosale and Tim Dettmers and Naman Goyal and Luke Zettlemoyer}, year = {2021}, url = {https://arxiv.org/abs/2103.16716}, note = {Source identifier: 2103.16716} }