@misc{indiciae314265bd97d2, title = {FineWeb2: One Pipeline to Scale Them All -- Adapting Pre-Training Data Processing to Every Language}, author = {Guilherme Penedo and Hynek Kydlíček and Vinko Sabolčec and Bettina Messmer and Negar Foroutan and Amir Hossein Kargaran and Colin Raffel and Martin Jaggi and Leandro Von Werra and Thomas Wolf}, year = {2025}, url = {https://arxiv.org/abs/2506.20920}, note = {Source identifier: 2506.20920} }