@misc{indiciae9215bf965b76, title = {Ladder-residual: parallelism-aware architecture for accelerating large model inference with communication overlapping}, author = {Muru Zhang and Mayank Mishra and Zhongzhu Zhou and William Brandon and Jue Wang and Yoon Kim and Jonathan Ragan-Kelley and Shuaiwen Leon Song and Ben Athiwaratkun and Tri Dao}, year = {2025}, url = {https://arxiv.org/abs/2501.06589}, note = {Source identifier: 2501.06589} }