@misc{indiciae49c33ea872d1, title = {Demystifying Low-Rank Knowledge Distillation in Large Language Models: Convergence, Generalization, and Information-Theoretic Guarantees}, author = {Alberlucia Rafael Soarez and Daniel Kim and Mariana Costa and Alejandro Torre}, year = {2026}, url = {https://arxiv.org/abs/2603.22355}, note = {Source identifier: 2603.22355} }