diff --git a/.github/workflows/docker.yaml b/.github/workflows/docker.yaml
index 431fb7ddfa..c4c1937d62 100644
--- a/.github/workflows/docker.yaml
+++ b/.github/workflows/docker.yaml
@@ -17,12 +17,6 @@ jobs:
     strategy:
       matrix:
         include:
-        - name: "2.1.2_cu121_flash2"
-          base_image: mosaicml/pytorch:2.1.2_cu121-python3.10-ubuntu20.04
-          dep_groups: "[gpu-flash2]"
-        - name: "2.1.2_cu121_flash2_aws"
-          base_image: mosaicml/pytorch:2.1.2_cu121-python3.10-ubuntu20.04-aws
-          dep_groups: "[gpu-flash2]"
         - name: "2.2.0_cu121_flash2"
           base_image: mosaicml/pytorch:2.2.0_cu121-python3.11-ubuntu20.04
           dep_groups: "[gpu-flash2]"