@misc{indiciae6bfc68efe2a0, title = {Scalable Parameter and Memory Efficient Pretraining for LLM: Recent Algorithmic Advances and Benchmarking}, author = {Athanasios Glentis and Jiaxiang Li and Qiulin Shang and Andi Han and Ioannis Tsaknakis and Quan Wei and Mingyi Hong}, year = {2025}, url = {https://arxiv.org/abs/2505.22922}, note = {Source identifier: 2505.22922} }