@misc{indiciae35fff9bf597d, title = {Attention Entropy is a Key Factor: An Analysis of Parallel Context Encoding with Full-attention-based Pre-trained Language Models}, author = {Zhisong Zhang and Yan Wang and Xinting Huang and Tianqing Fang and Hongming Zhang and Chenlong Deng and Shuaiyi Li and Dong Yu}, year = {2025}, url = {https://arxiv.org/abs/2412.16545}, note = {Source identifier: 2412.16545} }