@misc{indiciaea4b75edc3c50, title = {RLHF and IIA: Perverse Incentives}, author = {Wanqiao Xu and Shi Dong and Xiuyuan Lu and Grace Lam and Zheng Wen and Benjamin Van Roy}, year = {2024}, url = {https://arxiv.org/abs/2312.01057}, note = {Source identifier: 2312.01057} }