@misc{indiciaebf8bb23fdcde,
  title = {Mixture-of-Transformers: A Sparse and Scalable Architecture for Multi-Modal Foundation Models},
  author = {Weixin Liang and Lili Yu and Liang Luo and Srinivasan Iyer and Ning Dong and Chunting Zhou and Gargi Ghosh and Mike Lewis and Wen-tau Yih and Luke Zettlemoyer and Xi Victoria Lin},
  year = {2025},
  url = {https://arxiv.org/abs/2411.04996},
  note = {Source identifier: 2411.04996}
}