@misc{indiciae39cb87dda752,
  title = {A Study on ReLU and Softmax in Transformer},
  author = {Kai Shen and Junliang Guo and Xu Tan and Siliang Tang and Rui Wang and Jiang Bian},
  year = {2023},
  url = {https://arxiv.org/abs/2302.06461},
  note = {Source identifier: 2302.06461}
}