@misc{indiciaee0473c9ce109, title = {Sparse MoE as the New Dropout: Scaling Dense and Self-Slimmable Transformers}, author = {Tianlong Chen and Zhenyu Zhang and Ajay Jaiswal and Shiwei Liu and Zhangyang Wang}, year = {2023}, url = {https://arxiv.org/abs/2303.01610}, note = {Source identifier: 2303.01610} }