@misc{indiciaecfc1b9956a99, title = {Small Initialization Matters for Large Language Models}, author = {Liangkai Hang and Junjie Yao and Zhiyu Li and Feiyu Xiong and Hongkang Yang and Zhi-Qin John Xu}, year = {2026}, url = {https://arxiv.org/abs/2606.17945}, note = {Source identifier: 2606.17945} }