@misc{indiciaeeaae45941e46, title = {Scaling Smart: Accelerating Large Language Model Pre-training with Small Model Initialization}, author = {Mohammad Samragh and Iman Mirzadeh and Keivan Alizadeh Vahid and Fartash Faghri and Minsik Cho and Moin Nabi and Devang Naik and Mehrdad Farajtabar}, year = {2024}, url = {https://arxiv.org/abs/2409.12903}, note = {Source identifier: 2409.12903} }