@misc{indiciae825a12f4e376, title = {Scavenging Hyena: Distilling Transformers into Long Convolution Models}, author = {Tokiniaina Raharison Ralambomihanta and Shahrad Mohammadzadeh and Mohammad Sami Nur Islam and Wassim Jabbour and Laurence Liang}, year = {2024}, url = {https://arxiv.org/abs/2401.17574}, note = {Source identifier: 2401.17574} }