@misc{indiciae34703785ecd5,
  title = {Position Prediction as an Effective Pretraining Strategy},
  author = {Shuangfei Zhai and Navdeep Jaitly and Jason Ramapuram and Dan Busbridge and Tatiana Likhomanenko and Joseph Yitan Cheng and Walter Talbott and Chen Huang and Hanlin Goh and Joshua Susskind},
  year = {2022},
  url = {https://arxiv.org/abs/2207.07611},
  note = {Source identifier: 2207.07611}
}