@misc{indiciae930f0b786382, title = {Catastrophic Fisher Explosion: Early Phase Fisher Matrix Impacts Generalization}, author = {Stanislaw Jastrzebski and Devansh Arpit and Oliver Astrand and Giancarlo Kerg and Huan Wang and Caiming Xiong and Richard Socher and Kyunghyun Cho and Krzysztof Geras}, year = {2021}, url = {https://arxiv.org/abs/2012.14193}, note = {Source identifier: 2012.14193} }