@misc{indiciae614458d587f6,
  title = {Strong Teacher Not Needed? On Distillation in LLM Pretraining},
  author = {Taiming Lu and Zhuang Liu},
  year = {2026},
  url = {https://arxiv.org/abs/2605.23857},
  note = {Source identifier: 2605.23857}
}