@article{steerableculturalpreferenceoptimizationo, title = {Steerable Cultural Preference Optimization of Reward Models}, author = {Minsik Oh and Advit Deepak and Sophie Wu and Douwe Kiela and Ekaterina Shutova}, year = {2026}, eprint = {2606.18606}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2606.18606}, }