@misc{indiciaeaf9e14ee2c94, title = {The Rotary Position Embedding May Cause Dimension Inefficiency in Attention Heads for Long-Distance Retrieval}, author = {Ting-Rui Chiang and Dani Yogatama}, year = {2025}, url = {https://arxiv.org/abs/2502.11276}, note = {Source identifier: 2502.11276} }