@misc{indiciae06f224ee68f4, title = {Pre-RMSNorm and Pre-CRMSNorm Transformers: Equivalent and Efficient Pre-LN Transformers}, author = {Zixuan Jiang and Jiaqi Gu and Hanqing Zhu and David Z. Pan}, year = {2023}, url = {https://arxiv.org/abs/2305.14858}, note = {Source identifier: 2305.14858} }