@misc{indiciae6a9d2f5527d4, title = {Zyda: A 1.3T Dataset for Open Language Modeling}, author = {Yury Tokpanov and Beren Millidge and Paolo Glorioso and Jonathan Pilault and Adam Ibrahim and James Whittington and Quentin Anthony}, year = {2024}, url = {https://arxiv.org/abs/2406.01981}, note = {Source identifier: 2406.01981} }