@misc{indiciaed56d1f78ca71, title = {Dense vs Sparse Pretraining at Tiny Scale: Active-Parameter vs Total-Parameter Matching}, author = {Abdalrahman Wael}, year = {2026}, url = {https://arxiv.org/abs/2605.13769}, note = {Source identifier: 2605.13769} }