@misc{indiciae2b9e4ed5a5eb, title = {HeteGen: Heterogeneous Parallel Inference for Large Language Models on Resource-Constrained Devices}, author = {Xuanlei Zhao and Bin Jia and Haotian Zhou and Ziming Liu and Shenggan Cheng and Yang You}, year = {2024}, url = {https://arxiv.org/abs/2403.01164}, note = {Source identifier: 2403.01164} }