@misc{indiciae806cc50180a5, title = {SPICE: Sparse Parameter Gossip for LLM Pretraining}, author = {Pietro Cagnasso and Daniele Kopyshevskiy and Edouard Oyallon and Eugene Belilovsky}, year = {2026}, url = {https://searcharxiv.com/abs/2611.23053}, note = {Source identifier: 2611.23053} }