@misc{indiciae952b593acbb7, title = {Long Context Pre-Training with Lighthouse Attention}, author = {Bowen Peng and Subho Ghosh and Jeffrey Quesnelle}, year = {2026}, url = {https://arxiv.org/abs/2605.06554}, note = {Source identifier: 2605.06554} }