@misc{indiciaecc914cf36eaa, title = {Should We Still Pretrain Encoders with Masked Language Modeling?}, author = {Hippolyte Gisserot-Boukhlef and Nicolas Boizard and Manuel Faysse and Duarte M. Alves and Emmanuel Malherbe and André F. T. Martins and Céline Hudelot and Pierre Colombo}, year = {2026}, url = {https://arxiv.org/abs/2507.00994}, note = {Source identifier: 2507.00994} }