@misc{indiciaee5eb6987745e,
  title = {Soup-of-Experts: Pretraining Specialist Models via Parameters Averaging},
  author = {Pierre Ablin and Angelos Katharopoulos and Skyler Seto and David Grangier},
  year = {2025},
  url = {https://arxiv.org/abs/2502.01804},
  note = {Source identifier: 2502.01804}
}