@misc{indiciaebe145bddc4d7, title = {Revisiting MoE and Dense Speed-Accuracy Comparisons for LLM Training}, author = {Xianzhi Du and Tom Gunter and Xiang Kong and Mark Lee and Zirui Wang and Aonan Zhang and Nan Du and Ruoming Pang}, year = {2024}, url = {https://arxiv.org/abs/2405.15052}, note = {Source identifier: 2405.15052} }