@misc{indiciaef1d17fef83d6, title = {MoMa: Efficient Early-Fusion Pre-training with Mixture of Modality-Aware Experts}, author = {Xi Victoria Lin and Akshat Shrivastava and Liang Luo and Srinivasan Iyer and Mike Lewis and Gargi Ghosh and Luke Zettlemoyer and Armen Aghajanyan}, year = {2024}, url = {https://arxiv.org/abs/2407.21770}, note = {Source identifier: 2407.21770} }