@misc{indiciaeed01b3daf8b6, title = {On the token distance modeling ability of higher RoPE attention dimension}, author = {Xiangyu Hong and Che Jiang and Biqing Qi and Fandong Meng and Mo Yu and Bowen Zhou and Jie Zhou}, year = {2024}, url = {https://arxiv.org/abs/2410.08703}, note = {Source identifier: 2410.08703} }