diff --git a/.github/workflows/pr.yaml b/.github/workflows/pr.yaml
index e947600a67c..eb18840b954 100644
--- a/.github/workflows/pr.yaml
+++ b/.github/workflows/pr.yaml
@@ -160,7 +160,7 @@ jobs:
     with:
       build_type: pull-request
       script: ci/test_wheel_cugraph-pyg.sh
-      matrix_filter: map(select(.ARCH == "amd64"))
+      matrix_filter: map(select(.ARCH == "amd64" and .CUDA_VER == "11.8.0"))
   devcontainer:
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/build-in-devcontainer.yaml@branch-24.02
diff --git a/ci/test_wheel_cugraph-pyg.sh b/ci/test_wheel_cugraph-pyg.sh
index c6d65d5e87a..7fc3dde84f0 100755
--- a/ci/test_wheel_cugraph-pyg.sh
+++ b/ci/test_wheel_cugraph-pyg.sh
@@ -21,6 +21,7 @@ if [[ "${CUDA_VERSION}" == "11.8.0" ]]; then
   rapids-logger "Installing PyTorch and PyG dependencies"
   PYTORCH_URL="https://download.pytorch.org/whl/cu118"
   rapids-retry python -m pip install torch==2.1.0 --index-url ${PYTORCH_URL}
+  rapids-retry python -m pip install torch-geometric==2.4.0
   rapids-retry python -m pip install \
         pyg_lib \
         torch_scatter \