@misc{indiciaeeb727b4233db, title = {Gradient Imbalance in Direct Preference Optimization}, author = {Qinwei Ma and Jingzhe Shi and Can Jin and Jenq-Neng Hwang and Serge Belongie and Lei Li}, year = {2025}, url = {https://arxiv.org/abs/2502.20847}, note = {Source identifier: 2502.20847} }