@misc{indiciaea60c2263d54e, title = {When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training}, author = {Haonan Wang and Qian Liu and Chao Du and Tongyao Zhu and Cunxiao Du and Kenji Kawaguchi and Tianyu Pang}, year = {2024}, url = {https://arxiv.org/abs/2411.13476}, note = {Source identifier: 2411.13476} }