@misc{indiciae7fa9b7ca2033, title = {Symmetric Dot-Product Attention for Efficient Training of BERT Language Models}, author = {Martin Courtois and Malte Ostendorff and Leonhard Hennig and Georg Rehm}, year = {2024}, url = {https://arxiv.org/abs/2406.06366}, note = {Source identifier: 2406.06366} }