@misc{indiciaecc119b04abe1,
  title = {Adversarial Preference Optimization: Enhancing Your Alignment via RM-LLM Game},
  author = {Pengyu Cheng and Yifan Yang and Jian Li and Yong Dai and Tianhao Hu and Peixin Cao and Nan Du and Xiaolong Li},
  year = {2024},
  url = {https://arxiv.org/abs/2311.08045},
  note = {Source identifier: 2311.08045}
}