@misc{indiciae696ee6e19246, title = {Steerable Cultural Preference Optimization of Reward Models}, author = {Minsik Oh and Advit Deepak and Sophie Wu and Douwe Kiela and Ekaterina Shutova}, year = {2026}, url = {https://arxiv.org/abs/2606.18606}, note = {Source identifier: 2606.18606} }