@misc{indiciae7233d5ee55a2, title = {On Advantage Estimates for Max@K Policy Gradients}, author = {Shota Takashiro and Soichiro Nishimori and Paavo Parmas and Yongmin Kim and Kohsei Matsutani and Gouki Minegishi and Yusuke Iwasawa and Takeshi Kojima and Yutaka Matsuo}, year = {2026}, url = {https://arxiv.org/abs/2606.06080}, note = {Source identifier: 2606.06080} }