@misc{indiciaedd4cec25cbcf, title = {Understanding INT4 Quantization for Transformer Models: Latency Speedup, Composability, and Failure Cases}, author = {Xiaoxia Wu and Cheng Li and Reza Yazdani Aminabadi and Zhewei Yao and Yuxiong He}, year = {2023}, url = {https://arxiv.org/abs/2301.12017}, note = {Source identifier: 2301.12017} }