@misc{indiciae7c1b596e7c74, title = {On the "Causality" Step in Policy Gradient Derivations: A Pedagogical Reconciliation of Full Return and Reward-to-Go}, author = {Nima H. Siboni}, year = {2026}, url = {https://arxiv.org/abs/2604.04686}, note = {Source identifier: 2604.04686} }