@misc{indiciaebc12679d09de, title = {RainbowPO: A Unified Framework for Combining Improvements in Preference Optimization}, author = {Hanyang Zhao and Genta Indra Winata and Anirban Das and Shi-Xiong Zhang and David D. Yao and Wenpin Tang and Sambit Sahu}, year = {2025}, url = {https://arxiv.org/abs/2410.04203}, note = {Source identifier: 2410.04203} }