@misc{indiciae27e7b538a89d, title = {VIMPO: Value-Implicit Policy Optimization for LLMs}, author = {Zhewei Kang and Aosong Feng and Sergey Levine and Dawn Song and Xuandong Zhao}, year = {2026}, url = {https://arxiv.org/abs/2606.20008}, note = {Source identifier: 2606.20008} }