@misc{indiciae50e9d02dad4f, title = {DEPT: Decoupled Embeddings for Pre-training Language Models}, author = {Alex Iacob and Lorenzo Sani and Meghdad Kurmanji and William F. Shen and Xinchi Qiu and Dongqi Cai and Yan Gao and Nicholas D. Lane}, year = {2025}, url = {https://arxiv.org/abs/2410.05021}, note = {Source identifier: 2410.05021} }