@misc{indiciaeb84710b6c920, title = {Power Lines: Scaling Laws for Weight Decay and Batch Size in LLM Pre-training}, author = {Shane Bergsma and Nolan Dey and Gurpreet Gosal and Gavia Gray and Daria Soboleva and Joel Hestness}, year = {2025}, url = {https://arxiv.org/abs/2505.13738}, note = {Source identifier: 2505.13738} }