@misc{indiciae0bf3f8137d59, title = {Deconstructing Attention: Investigating Design Principles for Effective Language Modeling}, author = {Huiyin Xue and Nafise Sadat Moosavi and Nikolaos Aletras}, year = {2025}, url = {https://arxiv.org/abs/2510.11602}, note = {Source identifier: 2510.11602} }