@misc{indiciae27028cb5b87b, title = {Beyond Multi-Token Prediction: Pretraining LLMs with Future Summaries}, author = {Divyat Mahajan and Sachin Goyal and Badr Youbi Idrissi and Mohammad Pezeshki and Ioannis Mitliagkas and David Lopez-Paz and Kartik Ahuja}, year = {2026}, url = {https://arxiv.org/abs/2510.14751}, note = {Source identifier: 2510.14751} }