@misc{indiciaedc0ce80de715, title = {When Does Metadata Conditioning (NOT) Work for Language Model Pre-Training? A Study with Context-Free Grammars}, author = {Rei Higuchi and Ryotaro Kawata and Naoki Nishikawa and Kazusato Oko and Shoichiro Yamaguchi and Sosuke Kobayashi and Seiya Tokui and Kohei Hayashi and Daisuke Okanohara and Taiji Suzuki}, year = {2025}, url = {https://arxiv.org/abs/2504.17562}, note = {Source identifier: 2504.17562} }