Upgrade ci-testing (#1145)

mosaicml · Apr 27, 2024 · 8be3254 · 8be3254
1 parent f97f02e
commit 8be3254
Show file tree

Hide file tree

Showing 7 changed files with 9 additions and 6 deletions.
diff --git a/.github/workflows/code-quality.yaml b/.github/workflows/code-quality.yaml
@@ -34,7 +34,7 @@ jobs:
       uses: actions/checkout@v3
       with:
         repository: mosaicml/ci-testing
-        ref: v0.0.3
+        ref: v0.0.5
         path: ./ci-testing
     - uses: ./ci-testing/.github/actions/code-quality
       with:

diff --git a/.github/workflows/codeql-analysis.yml b/.github/workflows/codeql-analysis.yml
@@ -43,7 +43,7 @@ jobs:
       uses: actions/checkout@v3
       with:
         repository: mosaicml/ci-testing
-        ref: v0.0.3
+        ref: v0.0.5
         path: ./ci-testing
     - uses: ./ci-testing/.github/actions/codeql-analysis
       with:

diff --git a/.github/workflows/coverage.yaml b/.github/workflows/coverage.yaml
@@ -16,7 +16,7 @@ jobs:
       uses: actions/checkout@v3
       with:
         repository: mosaicml/ci-testing
-        ref: v0.0.3
+        ref: v0.0.5
         path: ./ci-testing
     - uses: ./ci-testing/.github/actions/coverage
       with:

diff --git a/.github/workflows/pr-cpu.yaml b/.github/workflows/pr-cpu.yaml
@@ -15,7 +15,7 @@ concurrency:
   cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
 jobs:
   pytest-cpu:
-    uses: mosaicml/ci-testing/.github/workflows/[email protected].3
+    uses: mosaicml/ci-testing/.github/workflows/[email protected].5
     strategy:
       matrix:
         include:

diff --git a/.github/workflows/pr-gpu.yaml b/.github/workflows/pr-gpu.yaml
@@ -15,7 +15,7 @@ concurrency:
   cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
 jobs:
   pytest-gpu:
-    uses: mosaicml/ci-testing/.github/workflows/[email protected].3
+    uses: mosaicml/ci-testing/.github/workflows/[email protected].5
     strategy:
       matrix:
         include:

diff --git a/.github/workflows/smoketest.yaml b/.github/workflows/smoketest.yaml
@@ -32,7 +32,7 @@ jobs:
       uses: actions/checkout@v3
       with:
         repository: mosaicml/ci-testing
-        ref: v0.0.3
+        ref: v0.0.5
         path: ./ci-testing
     - uses: ./ci-testing/.github/actions/smoketest
       with:

diff --git a/tests/data/test_dataloader.py b/tests/data/test_dataloader.py
@@ -20,6 +20,7 @@
 from omegaconf import DictConfig
 from omegaconf import OmegaConf as om
 from streaming import MDSWriter
+from streaming.base.util import clean_stale_shared_memory
 
 from llmfoundry.data import build_dataloader, build_finetuning_dataloader
 from llmfoundry.data.finetuning.collator import (_HF_IGNORE_INDEX,
@@ -579,6 +580,8 @@ def test_finetuning_dataloader_streaming(pretokenize: bool,
                                          backwards_compatibility_mode: bool,
                                          use_bytes: bool,
                                          tmp_path: pathlib.Path):
+    clean_stale_shared_memory()
+
     max_seq_len = 2048
 
     tokenizer = build_tokenizer(