@misc{indiciaef6b23f96aa17, title = {AlphaPO: Reward Shape Matters for LLM Alignment}, author = {Aman Gupta and Shao Tang and Qingquan Song and Sirou Zhu and Jiwoo Hong and Ankan Saha and Viral Gupta and Noah Lee and Eunki Kim and Siyu Zhu and Parag Agrawal and Natesh Pillai and S. Sathiya Keerthi}, year = {2025}, url = {https://arxiv.org/abs/2501.03884}, note = {Source identifier: 2501.03884} }