@misc{indiciaecea5ed2e08a2, title = {Forgetting Transformer: Softmax Attention with a Forget Gate}, author = {Zhixuan Lin and Evgenii Nikishin and Xu Owen He and Aaron Courville}, year = {2025}, url = {https://arxiv.org/abs/2503.02130}, note = {Source identifier: 2503.02130} }