@misc{indiciaea43abb99f666, title = {Why Is RLHF Alignment Shallow? A Gradient Analysis}, author = {Robin Young}, year = {2026}, url = {https://arxiv.org/abs/2603.04851}, note = {Source identifier: 2603.04851} }