@misc{indiciaed3c25d1598aa,
  title = {CoLA: Compute-Efficient Pre-Training of LLMs via Low-Rank Activation},
  author = {Ziyue Liu and Ruijie Zhang and Zhengyang Wang and Mingsong Yan and Zi Yang and Paul Hovland and Bogdan Nicolae and Franck Cappello and Sui Tang and Zheng Zhang},
  year = {2025},
  url = {https://arxiv.org/abs/2502.10940},
  note = {Source identifier: 2502.10940}
}