@misc{indiciaecd4111a1689e,
  title = {Branch-Train-MiX: Mixing Expert LLMs into a Mixture-of-Experts LLM},
  author = {Sainbayar Sukhbaatar and Olga Golovneva and Vasu Sharma and Hu Xu and Xi Victoria Lin and Baptiste Rozière and Jacob Kahn and Daniel Li and Wen-tau Yih and Jason Weston and Xian Li},
  year = {2024},
  url = {https://arxiv.org/abs/2403.07816},
  note = {Source identifier: 2403.07816}
}