diff --git a/.github/workflows/docker.yaml b/.github/workflows/docker.yaml
index 50f24ee6fc..eb12868761 100644
--- a/.github/workflows/docker.yaml
+++ b/.github/workflows/docker.yaml
@@ -17,6 +17,9 @@ jobs:
     strategy:
       matrix:
         include:
+        - name: '2.1.0_cu121'	
+          base_image: mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04	
+          dep_groups: '[gpu]'
         - name: '2.1.0_cu121_flash2'
           base_image: mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04
           dep_groups: '[gpu-flash2]'