@misc{indiciae76bc00983cd2, title = {Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models}, author = {Soham De and Samuel L. Smith and Anushan Fernando and Aleksandar Botev and George Cristian-Muraru and Albert Gu and Ruba Haroun and Leonard Berrada and Yutian Chen and Srivatsan Srinivasan and Guillaume Desjardins and Arnaud Doucet and David Budden and Yee Whye Teh and Razvan Pascanu and Nando De Freitas and Caglar Gulcehre}, year = {2024}, url = {https://arxiv.org/abs/2402.19427}, note = {Source identifier: 2402.19427} }