@misc{indiciae96e240f2ae57,
  title = {CoCA: Fusing Position Embedding with Collinear Constrained Attention in Transformers for Long Context Window Extending},
  author = {Shiyi Zhu and Jing Ye and Wei Jiang and Siqiao Xue and Qi Zhang and Yifan Wu and Jianguo Li},
  year = {2024},
  url = {https://arxiv.org/abs/2309.08646},
  note = {Source identifier: 2309.08646}
}