@misc{indiciae4e775e06e57b, title = {Position Information Emerges in Causal Transformers Without Positional Encodings via Similarity of Nearby Embeddings}, author = {Chunsheng Zuo and Pavel Guerzhoy and Michael Guerzhoy}, year = {2024}, url = {https://arxiv.org/abs/2501.00073}, note = {Source identifier: 2501.00073} }