@misc{indiciaedd11b8b84f4f,
  title = {Most Transformer Modifications Still Do Not Transfer at 1-3B: A 2020-2026 Update to Narang et al. (2021) with Downstream Evaluation and a Noise Floor},
  author = {Yang Zhao and Jiahao Lu and Bin Huang and Guhua Zhang and Jie Zhou},
  year = {2026},
  url = {https://arxiv.org/abs/2605.20798},
  note = {Source identifier: 2605.20798}
}