@misc{indiciae25c911b78933, title = {floq: Training Critics via Flow-Matching for Scaling Compute in Value-Based RL}, author = {Bhavya Agrawalla and Michal Nauman and Khush Agrawal and Aviral Kumar}, year = {2025}, url = {https://arxiv.org/abs/2509.06863}, note = {Source identifier: 2509.06863} }