@misc{indiciaeb95d9d4478f9, title = {Compact Language Models via Pruning and Knowledge Distillation}, author = {Saurav Muralidharan and Sharath Turuvekere Sreenivas and Raviraj Joshi and Marcin Chochowski and Mostofa Patwary and Mohammad Shoeybi and Bryan Catanzaro and Jan Kautz and Pavlo Molchanov}, year = {2024}, url = {https://arxiv.org/abs/2407.14679}, note = {Source identifier: 2407.14679} }