@misc{indiciae1932bd524398, title = {Perturbing Inputs Improves Pretraining Distillation}, author = {Ziyang Cai and Yihe Dong and Dimitris Papailiopoulos and Shivam Garg}, year = {2026}, url = {https://searcharxiv.com/abs/2611.11598}, note = {Source identifier: 2611.11598} }