@misc{indiciae2031e19f5216, title = {DiLoCo: Distributed Low-Communication Training of Language Models}, author = {Arthur Douillard and Qixuan Feng and Andrei A. Rusu and Rachita Chhaparia and Yani Donchev and Adhiguna Kuncoro and Marc'Aurelio Ranzato and Arthur Szlam and Jiajun Shen}, year = {2024}, url = {https://arxiv.org/abs/2311.08105}, note = {Source identifier: 2311.08105} }