@misc{indiciaed6a9d7535d03, title = {Model Casting and Low-Parameter Gating: Towards More Sparsely Activated FFNs}, author = {Maria Lomeli and Antoine Groudiev and Matthijs Douze and Loïc Cabannes and Pierre Emmanuel Mazaré and François Fleuret and Maximilian Beck and Gergely Szilvasy and Naila Murray and Hervé Jégou}, year = {2026}, url = {https://arxiv.org/abs/2609.31975}, note = {Source identifier: 2609.31975} }