@misc{indiciae5fb6f0c0b1a3, title = {A Zeroth-Order Paradigm for LLM Preference Alignment}, author = {Peter Chen and Xi Chen and Wotao Yin and Tianyi Lin}, year = {2026}, url = {https://arxiv.org/abs/2609.19144}, note = {Source identifier: 2609.19144} }