@misc{indiciae00582b420463,
  title = {Born a Transformer -- Always a Transformer? On the Effect of Pretraining on Architectural Abilities},
  author = {Mayank Jobanputra and Yana Veitsman and Yash Sarrof and Aleksandra Bakalova and Vera Demberg and Ellie Pavlick and Michael Hahn},
  year = {2025},
  url = {https://arxiv.org/abs/2505.21785},
  note = {Source identifier: 2505.21785}
}