diff --git a/requirements.txt b/requirements.txt
index 6ec751ee97..fed3d53f56 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,5 +1,4 @@
 --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
-auto-gptq==0.5.1
 packaging
 peft==0.7.0
 transformers @ git+https://github.com/huggingface/transformers.git@3cefac1d974db5e2825a0cb2b842883a628be7a0
diff --git a/setup.py b/setup.py
index 4ba9d07781..874f126089 100644
--- a/setup.py
+++ b/setup.py
@@ -61,5 +61,8 @@ def parse_requirements():
         "mamba-ssm": [
             "mamba-ssm==1.0.1",
         ],
+        "auto-gptq": [
+            "auto-gptq==0.5.1",
+        ],
     },
 )