@misc{indiciaee7e2d3c63011, title = {Rethinking Offline On-Policy Distillation: From Scalar Advantages to Distributional Supervision}, author = {Qi Sun and Siyue Zhang and Tingyu Song and Yilun Zhao and Chen Zhao}, year = {2026}, url = {https://searcharxiv.com/abs/2611.18648}, note = {Source identifier: 2611.18648} }