@misc{indiciaeefbe2f0f6353, title = {Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation}, author = {Ofir Press and Noah A. Smith and Mike Lewis}, year = {2022}, url = {https://arxiv.org/abs/2108.12409}, note = {Source identifier: 2108.12409} }