@misc{indiciaeedb8a8d6eea2, title = {ReLU's Revival: On the Entropic Overload in Normalization-Free Large Language Models}, author = {Nandan Kumar Jha and Brandon Reagen}, year = {2024}, url = {https://arxiv.org/abs/2410.09637}, note = {Source identifier: 2410.09637} }