@misc{indiciaef0135a2e7bff, title = {The Role of Lookahead and Approximate Policy Evaluation in Reinforcement Learning with Linear Value Function Approximation}, author = {Anna Winnicki and Joseph Lubars and Michael Livesay and R. Srikant}, year = {2022}, url = {https://arxiv.org/abs/2109.13419}, note = {Source identifier: 2109.13419} }