@inproceedings{QuaRot, author={Saleh Ashkboos and Amirkeivan Mohtashami and Maximilian L. Croci and Bo Li and Martin Jaggi and Dan Alistarh and Torsten Hoefler and James Hensman}, title={{QuaRot: Outlier-Free 4-Bit Inference in Rotated LLMs}}, year={2024}, month={Dec.}, booktitle={Proceedings of the Neural Information Processing Systems}, location={Vancouver, Canada}, }