@misc{indiciae5be5d31e7819, title = {Theory, Analysis, and Best Practices for Sigmoid Self-Attention}, author = {Jason Ramapuram and Federico Danieli and Eeshan Dhekane and Floris Weers and Dan Busbridge and Pierre Ablin and Tatiana Likhomanenko and Jagrit Digani and Zijin Gu and Amitis Shidani and Russ Webb}, year = {2025}, url = {https://arxiv.org/abs/2409.04431}, note = {Source identifier: 2409.04431} }