@misc{indiciaeb8b127d5c129, title = {A Hessian-Free Actor-Critic Algorithm for Bi-Level Reinforcement Learning with Applications to LLM Fine-Tuning}, author = {Sihan Zeng and Sujay Bhatt and Sumitra Ganesh and Alec Koppel}, year = {2026}, url = {https://arxiv.org/abs/2601.16399}, note = {Source identifier: 2601.16399} }