@misc{indiciaef7eeeefa888f, title = {Are Pre-trained Convolutions Better than Pre-trained Transformers?}, author = {Yi Tay and Mostafa Dehghani and Jai Gupta and Dara Bahri and Vamsi Aribandi and Zhen Qin and Donald Metzler}, year = {2022}, url = {https://arxiv.org/abs/2105.03322}, note = {Source identifier: 2105.03322} }