@misc{indiciae9811c5e078fa, title = {Signal Propagation in Transformers: Theoretical Perspectives and the Role of Rank Collapse}, author = {Lorenzo Noci and Sotiris Anagnostidis and Luca Biggio and Antonio Orvieto and Sidak Pal Singh and Aurelien Lucchi}, year = {2022}, url = {https://arxiv.org/abs/2206.03126}, note = {Source identifier: 2206.03126} }