@misc{indiciae0461ab233d21,
  title = {Pre-training Distillation for Large Language Models: A Design Space Exploration},
  author = {Hao Peng and Xin Lv and Yushi Bai and Zijun Yao and Jiajie Zhang and Lei Hou and Juanzi Li},
  year = {2024},
  url = {https://arxiv.org/abs/2410.16215},
  note = {Source identifier: 2410.16215}
}