@misc{indiciae9b42550f2207, title = {Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards}, author = {Alexandre Ramé and Guillaume Couairon and Mustafa Shukor and Corentin Dancette and Jean-Baptiste Gaya and Laure Soulier and Matthieu Cord}, year = {2023}, url = {https://arxiv.org/abs/2306.04488}, note = {Source identifier: 2306.04488} }