@misc{indiciae7484b55e7e69, title = {MARLIN: Mixed-Precision Auto-Regressive Parallel Inference on Large Language Models}, author = {Elias Frantar and Roberto L. Castro and Jiale Chen and Torsten Hoefler and Dan Alistarh}, year = {2024}, url = {https://arxiv.org/abs/2408.11743}, note = {Source identifier: 2408.11743} }