@misc{indiciae914c742cb464, title = {Faster Inference of LLMs using FP8 on the Intel Gaudi}, author = {Joonhyung Lee and Shmulik Markovich-Golan and Daniel Ohayon and Yair Hanani and Gunho Park and Byeongwook Kim and Asaf Karnieli and Uri Livne and Haihao Shen and Tai Huang and Se Jung Kwon and Dongsoo Lee}, year = {2025}, url = {https://arxiv.org/abs/2503.09975}, note = {Source identifier: 2503.09975} }