@misc{indiciaeb45d593537ed, title = {Offline Safe Policy Optimization From Heterogeneous Feedback}, author = {Ze Gong and Pradeep Varakantham and Akshat Kumar}, year = {2025}, url = {https://arxiv.org/abs/2512.20173}, note = {Source identifier: 2512.20173} }