@misc{indiciaecf8110f7dc45, title = {QUIK: Towards End-to-End 4-Bit Inference on Generative Large Language Models}, author = {Saleh Ashkboos and Ilia Markov and Elias Frantar and Tingxuan Zhong and Xincheng Wang and Jie Ren and Torsten Hoefler and Dan Alistarh}, year = {2023}, url = {https://arxiv.org/abs/2310.09259}, note = {Source identifier: 2310.09259} }