@misc{indiciae25ae61ca23cb,
  title = {First Attentions Last: Better Exploiting First Attentions for Efficient Transformer Training},
  author = {Gyudong Kim and Hyukju Na and Jin Hyeon Kim and Hyunsung Jang and Jaemin Park and Jaegi Hwang and Namkoo Ha and Seungryong Kim and Young Geun Kim},
  year = {2025},
  url = {https://arxiv.org/abs/2510.14614},
  note = {Source identifier: 2510.14614}
}