@misc{indiciae6b295d21e478, title = {Mind the Memory Gap: Unveiling GPU Bottlenecks in Large-Batch LLM Inference}, author = {Pol G. Recasens and Ferran Agullo and Yue Zhu and Chen Wang and Eun Kyung Lee and Olivier Tardieu and Jordi Torres and Josep Ll. Berral}, year = {2025}, url = {https://arxiv.org/abs/2503.08311}, note = {Source identifier: 2503.08311} }