@misc{indiciae5144de7f0d96, title = {A Little Help Goes a Long Way: Efficient LLM Training by Leveraging Small LMs}, author = {Ankit Singh Rawat and Veeranjaneyulu Sadhanala and Afshin Rostamizadeh and Ayan Chakrabarti and Wittawat Jitkrittum and Vladimir Feinberg and Seungyeon Kim and Hrayr Harutyunyan and Nikunj Saunshi and Zachary Nado and Rakesh Shivanna and Sashank J. Reddi and Aditya Krishna Menon and Rohan Anil and Sanjiv Kumar}, year = {2024}, url = {https://arxiv.org/abs/2410.18779}, note = {Source identifier: 2410.18779} }