@misc{indiciaebe6ee3d06475, title = {How Much Does Attention Actually Attend? Questioning the Importance of Attention in Pretrained Transformers}, author = {Michael Hassid and Hao Peng and Daniel Rotem and Jungo Kasai and Ivan Montero and Noah A. Smith and Roy Schwartz}, year = {2022}, url = {https://arxiv.org/abs/2211.03495}, note = {Source identifier: 2211.03495} }