@misc{indiciae66f35c50fdfc, title = {Symmetry-Compatible Principle for Optimizer Design: Embeddings, LM Heads, SwiGLU MLPs, and MoE Routers}, author = {Tim Tsz-Kit Lau and Weijie Su}, year = {2026}, url = {https://arxiv.org/abs/2605.18106}, note = {Source identifier: 2605.18106} }