@misc{indiciae44bf9e7f4925,
  title = {Data, Data Everywhere: A Guide for Pretraining Dataset Construction},
  author = {Jupinder Parmar and Shrimai Prabhumoye and Joseph Jennings and Bo Liu and Aastha Jhunjhunwala and Zhilin Wang and Mostofa Patwary and Mohammad Shoeybi and Bryan Catanzaro},
  year = {2024},
  url = {https://arxiv.org/abs/2407.06380},
  note = {Source identifier: 2407.06380}
}