@misc{indiciaed2b133e2dae7, title = {Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models}, author = {Margaret Li and Suchin Gururangan and Tim Dettmers and Mike Lewis and Tim Althoff and Noah A. Smith and Luke Zettlemoyer}, year = {2022}, url = {https://arxiv.org/abs/2208.03306}, note = {Source identifier: 2208.03306} }