@misc{indiciae07f9a857ebd8, title = {Online KL-Regularized Reinforcement Learning with Function Approximation under Misspecification}, author = {Haoyang Hong and Zichen Wang and Quanquan Gu and Huazheng Wang}, year = {2026}, url = {https://arxiv.org/abs/2606.06053}, note = {Source identifier: 2606.06053} }