@misc{indiciae222ceab26ea0, title = {LLM360 K2: Building a 65B 360-Open-Source Large Language Model from Scratch}, author = {Zhengzhong Liu and Bowen Tan and Hongyi Wang and Willie Neiswanger and Tianhua Tao and Haonan Li and Fajri Koto and Yuqi Wang and Suqi Sun and Omkar Pangarkar and Richard Fan and Yi Gu and Victor Miller and Liqun Ma and Liping Tang and Nikhil Ranjan and Yonghao Zhuang and Guowei He and Renxi Wang and Mingkai Deng and Robin Algayres and Yuanzhi Li and Zhiqiang Shen and Preslav Nakov and Eric Xing}, year = {2025}, url = {https://arxiv.org/abs/2501.07124}, note = {Source identifier: 2501.07124} }