@misc{indiciae229d1965c1d7, title = {Decomposing the Delta: What Do Models Actually Learn from Preference Pairs?}, author = {Chia-Hsuan Lee and Mingyang Zhou and Renkun Ni and Zelei Cheng and Sihui Dai and Supriyo Chakraborty and Shixiong Zhang and Sambit Sahu and William Campbell}, year = {2026}, url = {https://arxiv.org/abs/2604.08723}, note = {Source identifier: 2604.08723} }