@misc{indiciae5cdeda0e857b,
  title = {Improving the Downstream Performance of Mixture-of-Experts Transformers via Weak Vanilla Transformers},
  author = {Xin Lu and Yanyan Zhao and Bing Qin and Ting Liu},
  year = {2025},
  url = {https://arxiv.org/abs/2403.01994},
  note = {Source identifier: 2403.01994}
}