@misc{indiciaef48f93827a26, title = {Scaled ReLU Matters for Training Vision Transformers}, author = {Pichao Wang and Xue Wang and Hao Luo and Jingkai Zhou and Zhipeng Zhou and Fan Wang and Hao Li and Rong Jin}, year = {2022}, url = {https://arxiv.org/abs/2109.03810}, note = {Source identifier: 2109.03810} }