@misc{indiciae074110063265, title = {TPO: Aligning Large Language Models with Multi-branch \& Multi-step Preference Trees}, author = {Weibin Liao and Xu Chu and Yasha Wang}, year = {2025}, url = {https://arxiv.org/abs/2410.12854}, note = {Source identifier: 2410.12854} }