diff --git a/.github/workflows/_build_torch_with_cuda_and_xla.yml b/.github/workflows/_build_torch_with_cuda_and_xla.yml
index e55c928b0ee..08b8d0b9b79 100644
--- a/.github/workflows/_build_torch_with_cuda_and_xla.yml
+++ b/.github/workflows/_build_torch_with_cuda_and_xla.yml
@@ -32,6 +32,13 @@ jobs:
         shell: bash
         run: |
           echo "${GCLOUD_SERVICE_KEY}" > $GOOGLE_APPLICATION_CREDENTIALS
+      - name: Setup CUDA environment
+        shell: bash
+        run: |
+          echo "PATH=$PATH:/usr/local/cuda-12.1/bin" >> $GITHUB_ENV
+          echo "LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/cuda-12.1/lib64" >> $GITHUB_ENV
+      - name: Check GPU
+        run: nvidia-smi
       - name: Checkout PyTorch Repo
         uses: actions/checkout@v4
         with: