@misc{indiciae8e40f6730344, title = {The N+ Implementation Details of RLHF with PPO: A Case Study on TL;DR Summarization}, author = {Shengyi Huang and Michael Noukhovitch and Arian Hosseini and Kashif Rasul and Weixun Wang and Lewis Tunstall}, year = {2024}, url = {https://arxiv.org/abs/2403.17031}, note = {Source identifier: 2403.17031} }