@misc{indiciae79e8acc8df68, title = {Analysing The Impact of Sequence Composition on Language Model Pre-Training}, author = {Yu Zhao and Yuanbin Qu and Konrad Staniszewski and Szymon Tworkowski and Wei Liu and Piotr Miłoś and Yuxiang Wu and Pasquale Minervini}, year = {2024}, doi = {10.18653/v1/2024.acl-long.427}, url = {https://arxiv.org/abs/2402.13991}, note = {Source identifier: 2402.13991} }