diff --git a/docker/Dockerfile b/docker/Dockerfile
index e5ae9b9468..7c9735e13f 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -270,26 +270,6 @@ RUN if [ -n "$MOFED_VERSION" ] ; then \
         rm -rf /tmp/mofed ; \
     fi
 
-
-#####################
-# Install NVIDIA Apex
-#####################
-# skip if torch nightly is installed as there is incompatability
-RUN if [[ -n "$CUDA_VERSION" ]] &&  [[ -z "${PYTORCH_NIGHTLY_URL}" ]]; then \
-        mkdir -p /tmp/apex && \
-        cd /tmp/apex && \
-        git clone https://github.com/NVIDIA/apex && \
-        cd apex && \
-        git checkout 82ee367f3da74b4cd62a1fb47aa9806f0f47b58b && \
-        pip${PYTHON_VERSION} install --no-cache-dir -r requirements.txt && \
-        pip${PYTHON_VERSION} install --no-cache-dir \
-            --global-option="--cpp_ext" \
-            --global-option="--cuda_ext" \
-            --target  /usr/local/lib/python${PYTHON_VERSION}/dist-packages \
-            ./ && \
-        rm -rf /tmp/apex ; \
-    fi
-
 ##########################
 # Install Flash Attention
 ##########################
diff --git a/tests/test_passes.py b/tests/test_passes.py
index 19e5dc0843..3f3a99dee6 100644
--- a/tests/test_passes.py
+++ b/tests/test_passes.py
@@ -84,10 +84,6 @@ class TestAlgorithmOrderingPasses:
     @pytest.mark.parametrize('algorithm_cls', [LowPrecisionLayerNorm])
     def test_algorithm_last(self, algorithm_cls: Type[Algorithm], always_match_algorithms: List[Algorithm],
                             dummy_logger: Logger, dummy_state: State):
-
-        if algorithm_cls == LowPrecisionLayerNorm:
-            pytest.importorskip('apex')
-
         algorithm = algorithm_cls()
         algorithm.apply = Mock(return_value='algo')
         algorithm.match = Mock(return_value=True)