@misc{indiciaecfcc4c0109a1, title = {The Fine Line: Navigating Large Language Model Pretraining with Down-streaming Capability Analysis}, author = {Chen Yang and Junzhuo Li and Xinyao Niu and Xinrun Du and Songyang Gao and Haoran Zhang and Zhaoliang Chen and Xingwei Qu and Ruibin Yuan and Yizhi Li and Jiaheng Liu and Stephen W. Huang and Shawn Yue and Ge Zhang}, year = {2024}, url = {https://arxiv.org/abs/2404.01204}, note = {Source identifier: 2404.01204} }