@misc{indiciae8a6bcd917f2d, title = {Lightweight Model Pre-training via Language Guided Knowledge Distillation}, author = {Mingsheng Li and Lin Zhang and Mingzhen Zhu and Zilong Huang and Gang Yu and Jiayuan Fan and Tao Chen}, year = {2024}, url = {https://arxiv.org/abs/2406.11689}, note = {Source identifier: 2406.11689} }