@misc{indiciae1978765a3eb2, title = {What's Hidden in a One-layer Randomly Weighted Transformer?}, author = {Sheng Shen and Zhewei Yao and Douwe Kiela and Kurt Keutzer and Michael W. Mahoney}, year = {2021}, url = {https://arxiv.org/abs/2109.03939}, note = {Source identifier: 2109.03939} }