@misc{indiciae53196cd4bace, title = {Knowledge Entropy Decay during Language Model Pretraining Hinders New Knowledge Acquisition}, author = {Jiyeon Kim and Hyunji Lee and Hyowon Cho and Joel Jang and Hyeonbin Hwang and Seungpil Won and Youbin Ahn and Dohaeng Lee and Minjoon Seo}, year = {2025}, url = {https://arxiv.org/abs/2410.01380}, note = {Source identifier: 2410.01380} }