@misc{indiciaeb82241025c06, title = {Zyda-2: a 5 Trillion Token High-Quality Dataset}, author = {Yury Tokpanov and Paolo Glorioso and Quentin Anthony and Beren Millidge}, year = {2024}, url = {https://arxiv.org/abs/2411.06068}, note = {Source identifier: 2411.06068} }