@misc{indiciae6050dcf012b4, title = {QuaRot: Outlier-Free 4-Bit Inference in Rotated LLMs}, author = {Saleh Ashkboos and Amirkeivan Mohtashami and Maximilian L. Croci and Bo Li and Pashmina Cameron and Martin Jaggi and Dan Alistarh and Torsten Hoefler and James Hensman}, year = {2024}, url = {https://arxiv.org/abs/2404.00456}, note = {Source identifier: 2404.00456} }