@misc{indiciaebbab233f1ada, title = {Cracks in the Foundation: Seemingly Minor Architectural Choices Impact Long Context Extension}, author = {Amanda Bertsch and Luca Soldaini and Matthew R. Gormley and Graham Neubig and Hannaneh Hajishirzi and Kyle Lo and Dirk Groeneveld}, year = {2026}, url = {https://arxiv.org/abs/2608.10296}, note = {Source identifier: 2608.10296} }