@misc{indiciaed34b5fbd5b57, title = {What Kinds of Tokens Benefit from Distant Text? An Analysis on Long Context Language Modeling}, author = {Yutong Hu and Quzhe Huang and Kangcheng Luo and Yansong Feng}, year = {2024}, url = {https://arxiv.org/abs/2406.11238}, note = {Source identifier: 2406.11238} }