@misc{indiciaedc891d7f8ffd, title = {Shortformer: Better Language Modeling using Shorter Inputs}, author = {Ofir Press and Noah A. Smith and Mike Lewis}, year = {2021}, url = {https://arxiv.org/abs/2012.15832}, note = {Source identifier: 2012.15832} }