@misc{indiciae75875af70f3c, title = {The Sharpness Disparity Principle in Transformers for Accelerating Language Model Pre-Training}, author = {Jinbo Wang and Mingze Wang and Zhanpeng Zhou and Junchi Yan and Weinan E and Lei Wu}, year = {2025}, url = {https://arxiv.org/abs/2502.19002}, note = {Source identifier: 2502.19002} }