@misc{indiciae9090c2bd97bc, title = {Personalized Steering of Large Language Models: Versatile Steering Vectors Through Bi-directional Preference Optimization}, author = {Yuanpu Cao and Tianrong Zhang and Bochuan Cao and Ziyi Yin and Lu Lin and Fenglong Ma and Jinghui Chen}, year = {2024}, url = {https://arxiv.org/abs/2406.00045}, note = {Source identifier: 2406.00045} }