@misc{indiciae379e6633d2ef,
  title = {Scale Efficiently: Insights from Pre-training and Fine-tuning Transformers},
  author = {Yi Tay and Mostafa Dehghani and Jinfeng Rao and William Fedus and Samira Abnar and Hyung Won Chung and Sharan Narang and Dani Yogatama and Ashish Vaswani and Donald Metzler},
  year = {2022},
  url = {https://arxiv.org/abs/2109.10686},
  note = {Source identifier: 2109.10686}
}