@misc{indiciaeaf6dbbd592cb, title = {Towards Bridging the Gap Between Offline and Iterative Alignment via Preference Distillation}, author = {Wenbo Zhang and Wenzhuo Zhou and Hengrui Cai and Zhengling Qi}, year = {2026}, url = {https://arxiv.org/abs/2609.06893}, note = {Source identifier: 2609.06893} }