@misc{indiciaec5b788d8d5ed, title = {Decentralized Learning with Multi-Headed Distillation}, author = {Andrey Zhmoginov and Mark Sandler and Nolan Miller and Gus Kristiansen and Max Vladymyrov}, year = {2022}, url = {https://arxiv.org/abs/2211.15774}, note = {Source identifier: 2211.15774} }