@misc{indiciaefdb2db860927,
  title = {Transformers Are Born Biased: Structural Inductive Biases at Random Initialization and Their Practical Consequences},
  author = {Siquan Li and Yao Tong and Haonan Wang and Tianyang Hu},
  year = {2026},
  url = {https://arxiv.org/abs/2602.05927},
  note = {Source identifier: 2602.05927}
}