@misc{indiciaef68069a7e87d, title = {Scalable Frequency- and Length-Aware Subdocument Deduplication for Large Language Model Pretraining}, author = {Hai Wang and Chenhao Wang and Qifeng Cai and Yixiu Liu and Miao Peng and Nuo Chen and Yuanlin Tu and Chengcheng Xu and Feng Zhang}, year = {2026}, url = {https://arxiv.org/abs/2608.03089}, note = {Source identifier: 2608.03089} }