@misc{indiciae6e1a1a308a25, title = {LLM Pretraining with Continuous Concepts}, author = {Jihoon Tack and Jack Lanchantin and Jane Yu and Andrew Cohen and Ilia Kulikov and Janice Lan and Shibo Hao and Yuandong Tian and Jason Weston and Xian Li}, year = {2025}, url = {https://arxiv.org/abs/2502.08524}, note = {Source identifier: 2502.08524} }