@misc{indiciae8ac33e175b34,
  title = {How does Architecture Influence the Base Capabilities of Pre-trained Language Models? A Case Study Based on FFN-Wider and MoE Transformers},
  author = {Xin Lu and Yanyan Zhao and Bing Qin and Liangyu Huo and Qing Yang and Dongliang Xu},
  year = {2024},
  url = {https://arxiv.org/abs/2403.02436},
  note = {Source identifier: 2403.02436}
}