@misc{indiciae78096b60504f, title = {Learning interpretable positional encodings in transformers depends on initialization}, author = {Takuya Ito and Luca Cocchi and Tim Klinger and Parikshit Ram and Murray Campbell and Luke Hearne}, year = {2025}, url = {https://arxiv.org/abs/2406.08272}, note = {Source identifier: 2406.08272} }