@misc{indiciae5959caca1bd7, title = {On Initializing Transformers with Pre-trained Embeddings}, author = {Ha Young Kim and Niranjan Balasubramanian and Byungkon Kang}, year = {2024}, url = {https://arxiv.org/abs/2407.12514}, note = {Source identifier: 2407.12514} }