@misc{indiciae8007de388f69, title = {Scaling Embedding Layers in Language Models}, author = {Da Yu and Edith Cohen and Badih Ghazi and Yangsibo Huang and Pritish Kamath and Ravi Kumar and Daogao Liu and Chiyuan Zhang}, year = {2025}, url = {https://arxiv.org/abs/2502.01637}, note = {Source identifier: 2502.01637} }