@misc{indiciae74a2031e027d, title = {Where to Begin: Efficient Pretraining via Subnetwork Selection and Distillation}, author = {Arjun Krishnakumar and Rhea Sanjay Sukthanker and Hannan Javed Mahadik and Gabriela Kadlecová and Vladyslav Moroshan and Timur Carstensen and Frank Hutter and Aaron Klein}, year = {2026}, url = {https://arxiv.org/abs/2510.07227}, note = {Source identifier: 2510.07227} }