@misc{indiciae2557f86dc114, title = {Asynchronous RLHF: Faster and More Efficient Off-Policy RL for Language Models}, author = {Michael Noukhovitch and Shengyi Huang and Sophie Xhonneux and Arian Hosseini and Rishabh Agarwal and Aaron Courville}, year = {2025}, url = {https://arxiv.org/abs/2410.18252}, note = {Source identifier: 2410.18252} }