@misc{indiciae4b93c6ee6880, title = {Information Entropy Invariance: Enhancing Length Extrapolation in Attention Mechanisms}, author = {Kewei Li and Yanwen Kong and Yiping Xu and Jianlin Su and Lan Huang and Ruochi Zhang and Fengfeng Zhou}, year = {2025}, url = {https://arxiv.org/abs/2501.08570}, note = {Source identifier: 2501.08570} }