@misc{indiciae2793b69d7cf5, title = {Softplus Attention with Re-weighting Boosts Length Extrapolation in Large Language Models}, author = {Bo Gao and Michael W. Spratling and Letizia Gionfrida}, year = {2026}, url = {https://arxiv.org/abs/2501.13428}, note = {Source identifier: 2501.13428} }