@misc{indiciae53435921f2bb,
  title = {Synthetic Pre-Pre-Training Improves Language Model Robustness to Noisy Pre-Training Data},
  author = {Xu Guo and Runyu Peng and Jian Tong and Yunhua Zhou and Haijun Lv and Zhihui Lu and Qipeng Guo},
  year = {2026},
  url = {https://arxiv.org/abs/2605.10129},
  note = {Source identifier: 2605.10129}
}