@misc{indiciaef7321fde2926, title = {Stabilizing Native Low-Rank LLM Pretraining}, author = {Paul Janson and Edouard Oyallon and Eugene Belilovsky}, year = {2026}, url = {https://arxiv.org/abs/2602.12429}, note = {Source identifier: 2602.12429} }