@misc{indiciae43ce1b189d6b,
  title = {Self-Improving Pretraining: using post-trained models to pretrain better models},
  author = {Ellen Xiaoqing Tan and Jack Lanchantin and Shehzaad Dhuliawala and Danwei Li and Thao Nguyen and Jing Xu and Ping Yu and Ilia Kulikov and Sainbayar Sukhbaatar and Jason Weston and Xian Li and Olga Golovneva},
  year = {2026},
  url = {https://arxiv.org/abs/2601.21343},
  note = {Source identifier: 2601.21343}
}