@misc{indiciae6e85a2b504c1, title = {Rethinking Attention: Exploring Shallow Feed-Forward Neural Networks as an Alternative to Attention Layers in Transformers}, author = {Vukasin Bozic and Danilo Dordevic and Daniele Coppola and Joseph Thommes and Sidak Pal Singh}, year = {2024}, url = {https://arxiv.org/abs/2311.10642}, note = {Source identifier: 2311.10642} }