@misc{indiciae83dd6c313618,
  title = {Vibe-Eval: A hard evaluation suite for measuring progress of multimodal language models},
  author = {Piotr Padlewski and Max Bain and Matthew Henderson and Zhongkai Zhu and Nishant Relan and Hai Pham and Donovan Ong and Kaloyan Aleksiev and Aitor Ormazabal and Samuel Phua and Ethan Yeo and Eugenie Lamprecht and Qi Liu and Yuqi Wang and Eric Chen and Deyu Fu and Lei Li and Che Zheng and Cyprien de Masson d'Autume and Dani Yogatama and Mikel Artetxe and Yi Tay},
  year = {2024},
  url = {https://arxiv.org/abs/2405.02287},
  note = {Source identifier: 2405.02287}
}