@misc{indiciae5350004d1d7e, title = {Broken Symmetry in BF16 Attention: Why FlashAttention Gradients Blow Up Late in Training}, author = {Junlin Chen and Daize Dong and Huanwei Di and Haolong Jia and Jiawei Wu and Haotian Xie and Mingkai Zheng and Yang Li and Leshang Chen and Huishu Wang and Eric P. Xing and Hongyi Wang}, year = {2026}, url = {https://arxiv.org/abs/2609.34272}, note = {Source identifier: 2609.34272} }