@misc{indiciaec7eb9e249e0d, title = {DNT: a Deeply Normalized Transformer that can be trained by Momentum SGD}, author = {Xianbiao Qi and Marco Chen and Wenjie Xiao and Jiaquan Ye and Yelin He and Chun-Guang Li and Zhouchen Lin}, year = {2025}, url = {https://arxiv.org/abs/2507.17501}, note = {Source identifier: 2507.17501} }