@misc{indiciae39ab07ca7679,
  title = {Frustratingly Simple Pretraining Alternatives to Masked Language Modeling},
  author = {Atsuki Yamaguchi and George Chrysostomou and Katerina Margatina and Nikolaos Aletras},
  year = {2021},
  url = {https://arxiv.org/abs/2109.01819},
  note = {Source identifier: 2109.01819}
}