@misc{indiciae757613d2dd85, title = {Edge Intelligence Optimization for Large Language Model Inference with Batching and Quantization}, author = {Xinyuan Zhang and Jiang Liu and Zehui Xiong and Yudong Huang and Gaochang Xie and Ran Zhang}, year = {2024}, url = {https://arxiv.org/abs/2405.07140}, note = {Source identifier: 2405.07140} }