Update optimum/gptq/quantizer.py

Co-authored-by: Ilyas Moutawwakil <[email protected]>
huggingface · Dec 19, 2024 · c446522 · c446522
1 parent f2b9688
commit c446522
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/optimum/gptq/quantizer.py b/optimum/gptq/quantizer.py
@@ -665,7 +665,7 @@ def tmp(_, input, output):
                 del layer_inputs
                 layer_inputs = []
             torch.cuda.empty_cache()
-            if hasattr(torch, "xpu"):
+            if hasattr(torch, "xpu") and torch.xpu.is_available():
                 torch.xpu.empty_cache()
 
         if self.bits == 4: