@misc{indiciae3f88759bc9e9, title = {Differentially Private Preference Data Synthesis for Large Language Model Alignment}, author = {Fengyu Gao and Jing Yang}, year = {2026}, url = {https://arxiv.org/abs/2605.30808}, note = {Source identifier: 2605.30808} }