@misc{indiciae1c3ca9283889, title = {RedPajama: an Open Dataset for Training Large Language Models}, author = {Maurice Weber and Daniel Fu and Quentin Anthony and Yonatan Oren and Shane Adams and Anton Alexandrov and Xiaozhong Lyu and Huu Nguyen and Xiaozhe Yao and Virginia Adams and Ben Athiwaratkun and Rahul Chalamala and Kezhen Chen and Max Ryabinin and Tri Dao and Percy Liang and Christopher RĂ© and Irina Rish and Ce Zhang}, year = {2024}, url = {https://arxiv.org/abs/2411.12372}, note = {Source identifier: 2411.12372} }