@misc{indiciae446a15275b99, title = {Small Singular Values Matter: A Random Matrix Analysis of Transformer Models}, author = {Max Staats and Matthias Thamm and Bernd Rosenow}, year = {2025}, url = {https://arxiv.org/abs/2410.17770}, note = {Source identifier: 2410.17770} }