@misc{indiciae73e2eb4ec3bd, title = {PowerNorm: Rethinking Batch Normalization in Transformers}, author = {Sheng Shen and Zhewei Yao and Amir Gholami and Michael W. Mahoney and Kurt Keutzer}, year = {2020}, url = {https://arxiv.org/abs/2003.07845}, note = {Source identifier: 2003.07845} }