@misc{indiciae3f0559525cb4, title = {FoundationLayerNorm: Scaling BERT and GPT to 1,000 Layers}, author = {Dezhou Shen}, year = {2022}, url = {https://arxiv.org/abs/2204.04477}, note = {Source identifier: 2204.04477} }