@misc{indiciae3173e398c2c6, title = {How Does Sequence Modeling Architecture Influence Base Capabilities of Pre-trained Language Models? Exploring Key Architecture Design Principles to Avoid Base Capabilities Degradation}, author = {Xin Lu and Yanyan Zhao and Si Wei and Shijin Wang and Bing Qin and Ting Liu}, year = {2025}, url = {https://arxiv.org/abs/2505.18522}, note = {Source identifier: 2505.18522} }