@misc{indiciae3f7c87d0f687, title = {What's In My Human Feedback? Learning Interpretable Descriptions of Preference Data}, author = {Rajiv Movva and Smitha Milli and Sewon Min and Emma Pierson}, year = {2026}, url = {https://arxiv.org/abs/2510.26202}, note = {Source identifier: 2510.26202} }