@misc{indiciae64e27d9dbe6c, title = {Position: Zeroth-Order Optimization in Deep Learning Is Underexplored, Not Underpowered}, author = {Sijia Liu and Yicheng Lang and Soumyadeep Pal and Changsheng Wang and Yancheng Huang and Chongyu Fan and James Diffenderfer and Bhavya Kailkhura and Yihua Zhang}, year = {2026}, url = {https://arxiv.org/abs/2605.15622}, note = {Source identifier: 2605.15622} }