@misc{indiciae11f8279ed6da, title = {Synthesizer: Rethinking Self-Attention in Transformer Models}, author = {Yi Tay and Dara Bahri and Donald Metzler and Da-Cheng Juan and Zhe Zhao and Che Zheng}, year = {2021}, url = {https://arxiv.org/abs/2005.00743}, note = {Source identifier: 2005.00743} }