@misc{indiciae0577ed2d5112,
  title = {Escaping the Gradient Vanishing: Periodic Alternatives of Softmax in Attention Mechanism},
  author = {Shulun Wang and Bin Liu and Feng Liu},
  year = {2021},
  url = {https://arxiv.org/abs/2108.07153},
  note = {Source identifier: 2108.07153}
}