@misc{indiciae7e395b2ae5bf, title = {Why Can't Transformers Learn Multiplication? Reverse-Engineering Reveals Long-Range Dependency Pitfalls}, author = {Xiaoyan Bai and Itamar Pres and Yuntian Deng and Chenhao Tan and Stuart Shieber and Fernanda ViƩgas and Martin Wattenberg and Andrew Lee}, year = {2025}, url = {https://arxiv.org/abs/2510.00184}, note = {Source identifier: 2510.00184} }