@misc{indiciae967da0279c14, title = {When Weak LLMs Speak with Confidence, Preference Alignment Gets Stronger}, author = {Amirabbas Afzali and Myeongho Jeon and Maria Brbic}, year = {2026}, url = {https://arxiv.org/abs/2603.04968}, note = {Source identifier: 2603.04968} }