@misc{indiciae68c94d5f7e18, title = {Reward-Estimated Hypergradient for Bilevel Reinforcement Learning with Black-Box Follower}, author = {Shigeki Kusaka and Mikoto Kudo and Takumi Tanabe and Akifumi Wachi and Youhei Akimoto}, year = {2026}, url = {https://searcharxiv.com/abs/2611.11998}, note = {Source identifier: 2611.11998} }