diff --git a/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/fused_ops/unsloth_lora/gptq/triton/kernels.py b/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/fused_ops/unsloth_lora/gptq/triton/kernels.py index efc3b41e..aa6a2c70 100644 --- a/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/fused_ops/unsloth_lora/gptq/triton/kernels.py +++ b/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/fused_ops/unsloth_lora/gptq/triton/kernels.py @@ -111,6 +111,7 @@ def dequant_kernel_248( # Dequantize # None if using local gptqpackage, official autogptq should have an offset value + # Triton compiler throws an NameError for function `hasattr` if getattr(qzeros_ptr, "offset", None) is not None: zeros = zeros + qzeros_ptr.offset