@misc{indiciaee1e9f3c9742e, title = {Depth Dependence of \$μ\$P Learning Rates in ReLU MLPs}, author = {Samy Jelassi and Boris Hanin and Ziwei Ji and Sashank J. Reddi and Srinadh Bhojanapalli and Sanjiv Kumar}, year = {2023}, url = {https://arxiv.org/abs/2305.07810}, note = {Source identifier: 2305.07810} }