@misc{indiciae025ca24181e8, title = {Improving LLM Safety and Helpfulness using SFT and DPO: A Study on OPT-350M}, author = {Piyush Pant}, year = {2025}, url = {https://arxiv.org/abs/2509.09055}, note = {Source identifier: 2509.09055} }