@misc{indiciaedc635078091e, title = {DecBERT: Enhancing the Language Understanding of BERT with Causal Attention Masks}, author = {Ziyang Luo and Yadong Xi and Jing Ma and Zhiwei Yang and Xiaoxi Mao and Changjie Fan and Rongsheng Zhang}, year = {2022}, url = {https://arxiv.org/abs/2204.08688}, note = {Source identifier: 2204.08688} }