@misc{indiciaeea527a443079, title = {Mixture-of-Depths: Dynamically allocating compute in transformer-based language models}, author = {David Raposo and Sam Ritter and Blake Richards and Timothy Lillicrap and Peter Conway Humphreys and Adam Santoro}, year = {2024}, url = {https://arxiv.org/abs/2404.02258}, note = {Source identifier: 2404.02258} }