@misc{indiciaeac8068380aa1, title = {Headless Language Models: Learning without Predicting with Contrastive Weight Tying}, author = {Nathan Godey and Éric de la Clergerie and Benoît Sagot}, year = {2023}, url = {https://arxiv.org/abs/2309.08351}, note = {Source identifier: 2309.08351} }