@misc{indiciae1ab91d9b900e, title = {Normalization Layer Per-Example Gradients are Sufficient to Predict Gradient Noise Scale in Transformers}, author = {Gavia Gray and Aman Tiwari and Shane Bergsma and Joel Hestness}, year = {2024}, url = {https://arxiv.org/abs/2411.00999}, note = {Source identifier: 2411.00999} }