@misc{indiciaeda91d935f917,
  title = {Building on Efficient Foundations: Effectively Training LLMs with Structured Feedforward Layers},
  author = {Xiuying Wei and Skander Moalla and Razvan Pascanu and Caglar Gulcehre},
  year = {2024},
  url = {https://arxiv.org/abs/2406.16450},
  note = {Source identifier: 2406.16450}
}