@misc{indiciaea9e1bf220c60, title = {Dr. SoW: Density Ratio of Strong-over-weak LLMs for Reducing the Cost of Human Annotation in Preference Tuning}, author = {Guangxuan Xu and Kai Xu and Shivchander Sudalairaj and Hao Wang and Akash Srivastava}, year = {2025}, url = {https://arxiv.org/abs/2411.02481}, note = {Source identifier: 2411.02481} }