@misc{indiciae218b529b78ff, title = {Dense Backpropagation Improves Training for Sparse Mixture-of-Experts}, author = {Ashwinee Panda and Vatsal Baherwani and Zain Sarwar and Benjamin Therien and Sambit Sahu and Tom Goldstein and Supriyo Chakraborty}, year = {2025}, url = {https://arxiv.org/abs/2504.12463}, note = {Source identifier: 2504.12463} }