@misc{indiciae155e9e66a902, title = {Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining}, author = {Steven Feng and Shrimai Prabhumoye and Kezhi Kong and Dan Su and Mostofa Patwary and Mohammad Shoeybi and Bryan Catanzaro}, year = {2024}, url = {https://arxiv.org/abs/2412.15285}, note = {Source identifier: 2412.15285} }