@misc{indiciaeccd7b434338f, title = {Pretraining Transformers with Quantized Softmax in Attention}, author = {Shangzhen Zhu and Muyan Hu and Tomasz Kozlowski}, year = {2026}, url = {https://arxiv.org/abs/2609.33591}, note = {Source identifier: 2609.33591} }