@misc{indiciae155f48e0c0d1, title = {SoftDedup: an Efficient Data Reweighting Method for Speeding Up Language Model Pre-training}, author = {Nan He and Weichen Xiong and Hanwen Liu and Yi Liao and Lei Ding and Kai Zhang and Guohua Tang and Xiao Han and Wei Yang}, year = {2024}, url = {https://arxiv.org/abs/2407.06654}, note = {Source identifier: 2407.06654} }