@misc{indiciaed0f30b173c3a, title = {Bootstrapping LLMs via Preference-Based Policy Optimization}, author = {Chen Jia}, year = {2025}, url = {https://arxiv.org/abs/2511.12867}, note = {Source identifier: 2511.12867} }