@misc{indiciae8a4ad01482b2,
  title = {Sigma: Differential Rescaling of Query, Key and Value for Efficient Language Models},
  author = {Zhenghao Lin and Zihao Tang and Xiao Liu and Yeyun Gong and Yi Cheng and Qi Chen and Hang Li and Ying Xin and Ziyue Yang and Kailai Yang and Yu Yan and Xiao Liang and Shuai Lu and Yiming Huang and Zheheng Luo and Lei Qu and Xuan Feng and Yaoxiang Wang and Yuqing Xia and Feiyang Chen and Yuting Jiang and Yasen Hu and Hao Ni and Binyang Li and Guoshuai Zhao and Jui-Hao Chiang and Zhongxin Guo and Chen Lin and Kun Kuang and Wenjie Li and Yelong Shen and Jian Jiao and Peng Cheng and Mao Yang},
  year = {2025},
  url = {https://arxiv.org/abs/2501.13629},
  note = {Source identifier: 2501.13629}
}