@misc{indiciae96b5b8d27ed6, title = {Disentangling Optimization Scale from Preference Scale in DPO}, author = {Ivan Kruzhilov}, year = {2026}, url = {https://arxiv.org/abs/2608.27032}, note = {Source identifier: 2608.27032} }