@misc{indiciae0343cb473d18,
  title = {Beyond Language Modeling: An Exploration of Multimodal Pretraining},
  author = {Shengbang Tong and David Fan and John Nguyen and Ellis Brown and Gaoyue Zhou and Shengyi Qian and Boyang Zheng and Théophane Vallaeys and Junlin Han and Rob Fergus and Naila Murray and Marjan Ghazvininejad and Mike Lewis and Nicolas Ballas and Amir Bar and Michael Rabbat and Jakob Verbeek and Luke Zettlemoyer and Koustuv Sinha and Yann LeCun and Saining Xie},
  year = {2026},
  url = {https://arxiv.org/abs/2603.03276},
  note = {Source identifier: 2603.03276}
}