@misc{indiciae1c4029c4901c, title = {Effects of Parameter Norm Growth During Transformer Training: Inductive Bias from Gradient Descent}, author = {William Merrill and Vivek Ramanujan and Yoav Goldberg and Roy Schwartz and Noah Smith}, year = {2023}, url = {https://arxiv.org/abs/2010.09697}, note = {Source identifier: 2010.09697} }