diff --git a/.github/workflows/pytest-cpu.yaml b/.github/workflows/pytest-cpu.yaml
index c5fe309cf3..d66d18b5df 100644
--- a/.github/workflows/pytest-cpu.yaml
+++ b/.github/workflows/pytest-cpu.yaml
@@ -27,7 +27,7 @@ jobs:
         set -ex
         export PATH=/composer-python:$PATH
         python -m pip install --upgrade 'pip<23' wheel
-        python -m pip install --upgrade .[dev]
+        python -m pip install --upgrade .[all-cpu]
     - name: Run Tests
       id: tests
       run: |
diff --git a/setup.py b/setup.py
index f5d223747d..33d61b7a20 100644
--- a/setup.py
+++ b/setup.py
@@ -105,6 +105,8 @@
     'openai==0.27.8',
     'tiktoken==0.4.0',
 ]
+extra_deps['all-cpu'] = set(
+    dep for key, deps in extra_deps.items() for dep in deps if 'gpu' not in key)
 extra_deps['all'] = set(dep for deps in extra_deps.values() for dep in deps)
 
 setup(