From a951d118d4d77ae3aea5b6e3098afc2c8ce2d621 Mon Sep 17 00:00:00 2001 From: Chuck Tang Date: Thu, 7 Sep 2023 17:09:08 -0700 Subject: [PATCH 1/9] fix docker --- docker/README.md | 2 +- docker/build_matrix.yaml | 6 +++--- docker/generate_build_matrix.py | 6 +++--- 3 files changed, 7 insertions(+), 7 deletions(-) diff --git a/docker/README.md b/docker/README.md index b64b1204fa..0ee7d62388 100644 --- a/docker/README.md +++ b/docker/README.md @@ -31,7 +31,7 @@ To install composer, once inside the image, run `pip install mosaicml`. | Linux Distro | Flavor | PyTorch Version | CUDA Version | Python Version | Docker Tags | |----------------|----------|-------------------|---------------------|------------------|---------------------------------------------------------------------------------------------------| -| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04` | +| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.1.0_cu121-nightly20230905-python3.10-ubuntu20.04` | | Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04` | | Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (EFA) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04-aws` | | Ubuntu 20.04 | Base | 2.0.1 | cpu | 3.10 | `mosaicml/pytorch:2.0.1_cpu-python3.10-ubuntu20.04` | diff --git a/docker/build_matrix.yaml b/docker/build_matrix.yaml index d88f57e3d5..bf10b8a898 100644 --- a/docker/build_matrix.yaml +++ b/docker/build_matrix.yaml @@ -147,14 +147,14 @@ - AWS_OFI_NCCL_VERSION: '' BASE_IMAGE: nvidia/cuda:12.1.0-cudnn8-devel-ubuntu20.04 CUDA_VERSION: 12.1.0 - IMAGE_NAME: torch-nightly-2-1-0-20230827-cu121 + IMAGE_NAME: torch-nightly-2-1-0-20230905-cu121 MOFED_VERSION: 5.5-1.0.3.2 PYTHON_VERSION: '3.10' PYTORCH_NIGHTLY_URL: https://download.pytorch.org/whl/nightly/cu121 - PYTORCH_NIGHTLY_VERSION: dev20230827+cu121 + PYTORCH_NIGHTLY_VERSION: dev20230905+cu121 PYTORCH_VERSION: 2.1.0 TAGS: - - mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04 + - mosaicml/pytorch:2.1.0_cu121-nightly20230905-python3.10-ubuntu20.04 TARGET: pytorch_stage TORCHTEXT_VERSION: 0.16.0 TORCHVISION_VERSION: 0.16.0 diff --git a/docker/generate_build_matrix.py b/docker/generate_build_matrix.py index 4a6d367c0a..59a34c2f3f 100644 --- a/docker/generate_build_matrix.py +++ b/docker/generate_build_matrix.py @@ -202,13 +202,13 @@ def _main(): 'AWS_OFI_NCCL_VERSION': '', 'BASE_IMAGE': 'nvidia/cuda:12.1.0-cudnn8-devel-ubuntu20.04', 'CUDA_VERSION': '12.1.0', - 'IMAGE_NAME': 'torch-nightly-2-1-0-20230827-cu121', + 'IMAGE_NAME': 'torch-nightly-2-1-0-20230905-cu121', 'MOFED_VERSION': '5.5-1.0.3.2', 'PYTHON_VERSION': '3.10', 'PYTORCH_VERSION': '2.1.0', 'PYTORCH_NIGHTLY_URL': 'https://download.pytorch.org/whl/nightly/cu121', - 'PYTORCH_NIGHTLY_VERSION': 'dev20230827+cu121', - 'TAGS': ['mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04'], + 'PYTORCH_NIGHTLY_VERSION': 'dev20230905+cu121', + 'TAGS': ['mosaicml/pytorch:2.1.0_cu121-nightly20230905-python3.10-ubuntu20.04'], 'TARGET': 'pytorch_stage', 'TORCHTEXT_VERSION': '0.16.0', 'TORCHVISION_VERSION': '0.16.0' From ae880c865cb4b9dbaa523598aa13da69d6717e8e Mon Sep 17 00:00:00 2001 From: Chuck Tang Date: Thu, 7 Sep 2023 17:21:10 -0700 Subject: [PATCH 2/9] fix docker --- docker/README.md | 2 +- docker/build_matrix.yaml | 6 +++--- docker/generate_build_matrix.py | 6 +++--- 3 files changed, 7 insertions(+), 7 deletions(-) diff --git a/docker/README.md b/docker/README.md index 0ee7d62388..2aa71afdd3 100644 --- a/docker/README.md +++ b/docker/README.md @@ -31,7 +31,7 @@ To install composer, once inside the image, run `pip install mosaicml`. | Linux Distro | Flavor | PyTorch Version | CUDA Version | Python Version | Docker Tags | |----------------|----------|-------------------|---------------------|------------------|---------------------------------------------------------------------------------------------------| -| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.1.0_cu121-nightly20230905-python3.10-ubuntu20.04` | +| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.1.0_cu121-nightly20230906-python3.10-ubuntu20.04` | | Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04` | | Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (EFA) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04-aws` | | Ubuntu 20.04 | Base | 2.0.1 | cpu | 3.10 | `mosaicml/pytorch:2.0.1_cpu-python3.10-ubuntu20.04` | diff --git a/docker/build_matrix.yaml b/docker/build_matrix.yaml index bf10b8a898..864676ab29 100644 --- a/docker/build_matrix.yaml +++ b/docker/build_matrix.yaml @@ -147,14 +147,14 @@ - AWS_OFI_NCCL_VERSION: '' BASE_IMAGE: nvidia/cuda:12.1.0-cudnn8-devel-ubuntu20.04 CUDA_VERSION: 12.1.0 - IMAGE_NAME: torch-nightly-2-1-0-20230905-cu121 + IMAGE_NAME: torch-nightly-2-1-0-20230906-cu121 MOFED_VERSION: 5.5-1.0.3.2 PYTHON_VERSION: '3.10' PYTORCH_NIGHTLY_URL: https://download.pytorch.org/whl/nightly/cu121 - PYTORCH_NIGHTLY_VERSION: dev20230905+cu121 + PYTORCH_NIGHTLY_VERSION: dev20230906+cu121 PYTORCH_VERSION: 2.1.0 TAGS: - - mosaicml/pytorch:2.1.0_cu121-nightly20230905-python3.10-ubuntu20.04 + - mosaicml/pytorch:2.1.0_cu121-nightly20230906-python3.10-ubuntu20.04 TARGET: pytorch_stage TORCHTEXT_VERSION: 0.16.0 TORCHVISION_VERSION: 0.16.0 diff --git a/docker/generate_build_matrix.py b/docker/generate_build_matrix.py index 59a34c2f3f..2541da1489 100644 --- a/docker/generate_build_matrix.py +++ b/docker/generate_build_matrix.py @@ -202,13 +202,13 @@ def _main(): 'AWS_OFI_NCCL_VERSION': '', 'BASE_IMAGE': 'nvidia/cuda:12.1.0-cudnn8-devel-ubuntu20.04', 'CUDA_VERSION': '12.1.0', - 'IMAGE_NAME': 'torch-nightly-2-1-0-20230905-cu121', + 'IMAGE_NAME': 'torch-nightly-2-1-0-20230906-cu121', 'MOFED_VERSION': '5.5-1.0.3.2', 'PYTHON_VERSION': '3.10', 'PYTORCH_VERSION': '2.1.0', 'PYTORCH_NIGHTLY_URL': 'https://download.pytorch.org/whl/nightly/cu121', - 'PYTORCH_NIGHTLY_VERSION': 'dev20230905+cu121', - 'TAGS': ['mosaicml/pytorch:2.1.0_cu121-nightly20230905-python3.10-ubuntu20.04'], + 'PYTORCH_NIGHTLY_VERSION': 'dev20230906+cu121', + 'TAGS': ['mosaicml/pytorch:2.1.0_cu121-nightly20230906-python3.10-ubuntu20.04'], 'TARGET': 'pytorch_stage', 'TORCHTEXT_VERSION': '0.16.0', 'TORCHVISION_VERSION': '0.16.0' From ff2a67e587396a93e6d43398b318e6357f9cf45b Mon Sep 17 00:00:00 2001 From: Chuck Tang Date: Thu, 7 Sep 2023 17:32:42 -0700 Subject: [PATCH 3/9] ok --- docker/README.md | 2 +- docker/build_matrix.yaml | 6 +++--- docker/generate_build_matrix.py | 6 +++--- 3 files changed, 7 insertions(+), 7 deletions(-) diff --git a/docker/README.md b/docker/README.md index 2aa71afdd3..2156909f0a 100644 --- a/docker/README.md +++ b/docker/README.md @@ -31,7 +31,7 @@ To install composer, once inside the image, run `pip install mosaicml`. | Linux Distro | Flavor | PyTorch Version | CUDA Version | Python Version | Docker Tags | |----------------|----------|-------------------|---------------------|------------------|---------------------------------------------------------------------------------------------------| -| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.1.0_cu121-nightly20230906-python3.10-ubuntu20.04` | +| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.1.0_cu121-nightly20230904-python3.10-ubuntu20.04` | | Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04` | | Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (EFA) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04-aws` | | Ubuntu 20.04 | Base | 2.0.1 | cpu | 3.10 | `mosaicml/pytorch:2.0.1_cpu-python3.10-ubuntu20.04` | diff --git a/docker/build_matrix.yaml b/docker/build_matrix.yaml index 864676ab29..593538a319 100644 --- a/docker/build_matrix.yaml +++ b/docker/build_matrix.yaml @@ -147,14 +147,14 @@ - AWS_OFI_NCCL_VERSION: '' BASE_IMAGE: nvidia/cuda:12.1.0-cudnn8-devel-ubuntu20.04 CUDA_VERSION: 12.1.0 - IMAGE_NAME: torch-nightly-2-1-0-20230906-cu121 + IMAGE_NAME: torch-nightly-2-1-0-20230904-cu121 MOFED_VERSION: 5.5-1.0.3.2 PYTHON_VERSION: '3.10' PYTORCH_NIGHTLY_URL: https://download.pytorch.org/whl/nightly/cu121 - PYTORCH_NIGHTLY_VERSION: dev20230906+cu121 + PYTORCH_NIGHTLY_VERSION: dev20230904+cu121 PYTORCH_VERSION: 2.1.0 TAGS: - - mosaicml/pytorch:2.1.0_cu121-nightly20230906-python3.10-ubuntu20.04 + - mosaicml/pytorch:2.1.0_cu121-nightly20230904-python3.10-ubuntu20.04 TARGET: pytorch_stage TORCHTEXT_VERSION: 0.16.0 TORCHVISION_VERSION: 0.16.0 diff --git a/docker/generate_build_matrix.py b/docker/generate_build_matrix.py index 2541da1489..1ffb591861 100644 --- a/docker/generate_build_matrix.py +++ b/docker/generate_build_matrix.py @@ -202,13 +202,13 @@ def _main(): 'AWS_OFI_NCCL_VERSION': '', 'BASE_IMAGE': 'nvidia/cuda:12.1.0-cudnn8-devel-ubuntu20.04', 'CUDA_VERSION': '12.1.0', - 'IMAGE_NAME': 'torch-nightly-2-1-0-20230906-cu121', + 'IMAGE_NAME': 'torch-nightly-2-1-0-20230904-cu121', 'MOFED_VERSION': '5.5-1.0.3.2', 'PYTHON_VERSION': '3.10', 'PYTORCH_VERSION': '2.1.0', 'PYTORCH_NIGHTLY_URL': 'https://download.pytorch.org/whl/nightly/cu121', - 'PYTORCH_NIGHTLY_VERSION': 'dev20230906+cu121', - 'TAGS': ['mosaicml/pytorch:2.1.0_cu121-nightly20230906-python3.10-ubuntu20.04'], + 'PYTORCH_NIGHTLY_VERSION': 'dev20230904+cu121', + 'TAGS': ['mosaicml/pytorch:2.1.0_cu121-nightly20230904-python3.10-ubuntu20.04'], 'TARGET': 'pytorch_stage', 'TORCHTEXT_VERSION': '0.16.0', 'TORCHVISION_VERSION': '0.16.0' From b25366daa2913611a1b4fc8412770e301538e580 Mon Sep 17 00:00:00 2001 From: Chuck Tang Date: Thu, 7 Sep 2023 22:29:39 -0700 Subject: [PATCH 4/9] pls work --- docker/README.md | 2 +- docker/build_matrix.yaml | 6 +++--- docker/generate_build_matrix.py | 6 +++--- 3 files changed, 7 insertions(+), 7 deletions(-) diff --git a/docker/README.md b/docker/README.md index 2156909f0a..ab063bdc9c 100644 --- a/docker/README.md +++ b/docker/README.md @@ -31,7 +31,7 @@ To install composer, once inside the image, run `pip install mosaicml`. | Linux Distro | Flavor | PyTorch Version | CUDA Version | Python Version | Docker Tags | |----------------|----------|-------------------|---------------------|------------------|---------------------------------------------------------------------------------------------------| -| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.1.0_cu121-nightly20230904-python3.10-ubuntu20.04` | +| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.1.0_cu121-nightly20230903-python3.10-ubuntu20.04` | | Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04` | | Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (EFA) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04-aws` | | Ubuntu 20.04 | Base | 2.0.1 | cpu | 3.10 | `mosaicml/pytorch:2.0.1_cpu-python3.10-ubuntu20.04` | diff --git a/docker/build_matrix.yaml b/docker/build_matrix.yaml index 593538a319..122b923136 100644 --- a/docker/build_matrix.yaml +++ b/docker/build_matrix.yaml @@ -147,14 +147,14 @@ - AWS_OFI_NCCL_VERSION: '' BASE_IMAGE: nvidia/cuda:12.1.0-cudnn8-devel-ubuntu20.04 CUDA_VERSION: 12.1.0 - IMAGE_NAME: torch-nightly-2-1-0-20230904-cu121 + IMAGE_NAME: torch-nightly-2-1-0-20230903-cu121 MOFED_VERSION: 5.5-1.0.3.2 PYTHON_VERSION: '3.10' PYTORCH_NIGHTLY_URL: https://download.pytorch.org/whl/nightly/cu121 - PYTORCH_NIGHTLY_VERSION: dev20230904+cu121 + PYTORCH_NIGHTLY_VERSION: dev20230903+cu121 PYTORCH_VERSION: 2.1.0 TAGS: - - mosaicml/pytorch:2.1.0_cu121-nightly20230904-python3.10-ubuntu20.04 + - mosaicml/pytorch:2.1.0_cu121-nightly20230903-python3.10-ubuntu20.04 TARGET: pytorch_stage TORCHTEXT_VERSION: 0.16.0 TORCHVISION_VERSION: 0.16.0 diff --git a/docker/generate_build_matrix.py b/docker/generate_build_matrix.py index 1ffb591861..5459acbb2b 100644 --- a/docker/generate_build_matrix.py +++ b/docker/generate_build_matrix.py @@ -202,13 +202,13 @@ def _main(): 'AWS_OFI_NCCL_VERSION': '', 'BASE_IMAGE': 'nvidia/cuda:12.1.0-cudnn8-devel-ubuntu20.04', 'CUDA_VERSION': '12.1.0', - 'IMAGE_NAME': 'torch-nightly-2-1-0-20230904-cu121', + 'IMAGE_NAME': 'torch-nightly-2-1-0-20230903-cu121', 'MOFED_VERSION': '5.5-1.0.3.2', 'PYTHON_VERSION': '3.10', 'PYTORCH_VERSION': '2.1.0', 'PYTORCH_NIGHTLY_URL': 'https://download.pytorch.org/whl/nightly/cu121', - 'PYTORCH_NIGHTLY_VERSION': 'dev20230904+cu121', - 'TAGS': ['mosaicml/pytorch:2.1.0_cu121-nightly20230904-python3.10-ubuntu20.04'], + 'PYTORCH_NIGHTLY_VERSION': 'dev20230903+cu121', + 'TAGS': ['mosaicml/pytorch:2.1.0_cu121-nightly20230903-python3.10-ubuntu20.04'], 'TARGET': 'pytorch_stage', 'TORCHTEXT_VERSION': '0.16.0', 'TORCHVISION_VERSION': '0.16.0' From 64066d284c3b3a5ebd085610de9e8a6844e833c7 Mon Sep 17 00:00:00 2001 From: Chuck Tang Date: Fri, 8 Sep 2023 07:55:00 -0700 Subject: [PATCH 5/9] run some more tests --- .github/workflows/daily.yaml | 2 +- .github/workflows/pr-cpu.yaml | 2 +- .github/workflows/pr-gpu.yaml | 5 +++++ 3 files changed, 7 insertions(+), 2 deletions(-) diff --git a/.github/workflows/daily.yaml b/.github/workflows/daily.yaml index 5dc8ea998d..cb97c68ed9 100644 --- a/.github/workflows/daily.yaml +++ b/.github/workflows/daily.yaml @@ -29,7 +29,7 @@ jobs: pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' - name: 'cpu-3.10-2.1' - container: mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04 + container: mosaicml/pytorch:2.1.0_cu121-nightly20230903-python3.10-ubuntu20.04 markers: 'not daily and (remote or not remote) and not gpu and not vision and not doctest' pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' diff --git a/.github/workflows/pr-cpu.yaml b/.github/workflows/pr-cpu.yaml index 8c7176a06f..923782cd7a 100644 --- a/.github/workflows/pr-cpu.yaml +++ b/.github/workflows/pr-cpu.yaml @@ -32,7 +32,7 @@ jobs: pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' - name: 'cpu-3.10-2.1' - container: mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04 + container: mosaicml/pytorch:2.1.0_cu121-nightly20230903-python3.10-ubuntu20.04 markers: 'not daily and not remote and not gpu and not vision and not doctest' pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' diff --git a/.github/workflows/pr-gpu.yaml b/.github/workflows/pr-gpu.yaml index 2c80a454fc..e5b15a1a41 100644 --- a/.github/workflows/pr-gpu.yaml +++ b/.github/workflows/pr-gpu.yaml @@ -26,6 +26,11 @@ jobs: markers: 'not daily and not remote and gpu and (vision or not vision) and (doctest or not doctest)' pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' + - name: 'gpu-2.1.0_cu121-nightly-doctest' + container: mosaicml/pytorch:2.1.0_cu121-nightly20230903-python3.10-ubuntu20.04 + markers: 'not daily and not remote and gpu and (vision or not vision) and (doctest or not doctest)' + pytest_command: 'coverage run -m pytest' + composer_package_name: 'mosaicml' name: ${{ matrix.name }} if: github.repository_owner == 'mosaicml' with: From 9807e2d207a290add7321b71aa75fa295c28fea0 Mon Sep 17 00:00:00 2001 From: Chuck Tang Date: Fri, 8 Sep 2023 10:29:19 -0700 Subject: [PATCH 6/9] test rc3 --- .github/workflows/daily.yaml | 4 ++-- .github/workflows/pr-cpu.yaml | 2 +- .github/workflows/pr-gpu.yaml | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/daily.yaml b/.github/workflows/daily.yaml index cb97c68ed9..6f00e04775 100644 --- a/.github/workflows/daily.yaml +++ b/.github/workflows/daily.yaml @@ -29,7 +29,7 @@ jobs: pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' - name: 'cpu-3.10-2.1' - container: mosaicml/pytorch:2.1.0_cu121-nightly20230903-python3.10-ubuntu20.04 + container: mosaicml/pytorch:2.1.0_cu121-rc3-python3.10-ubuntu20.04 markers: 'not daily and (remote or not remote) and not gpu and not vision and not doctest' pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' @@ -59,7 +59,7 @@ jobs: pytest_command: 'coverage run -m pytest' composer_package_name: 'composer' - name: 'daily-cpu-3.10-2.1' - container: mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04 + container: mosaicml/pytorch:2.1.0_cu121-rc3-python3.10-ubuntu20.04 markers: 'daily and (remote or not remote) and not gpu and not vision and not doctest' pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' diff --git a/.github/workflows/pr-cpu.yaml b/.github/workflows/pr-cpu.yaml index 923782cd7a..219241c19a 100644 --- a/.github/workflows/pr-cpu.yaml +++ b/.github/workflows/pr-cpu.yaml @@ -32,7 +32,7 @@ jobs: pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' - name: 'cpu-3.10-2.1' - container: mosaicml/pytorch:2.1.0_cu121-nightly20230903-python3.10-ubuntu20.04 + container: mosaicml/pytorch:2.1.0_cu121-rc3-python3.10-ubuntu20.04 markers: 'not daily and not remote and not gpu and not vision and not doctest' pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' diff --git a/.github/workflows/pr-gpu.yaml b/.github/workflows/pr-gpu.yaml index e5b15a1a41..252442cf61 100644 --- a/.github/workflows/pr-gpu.yaml +++ b/.github/workflows/pr-gpu.yaml @@ -27,7 +27,7 @@ jobs: pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' - name: 'gpu-2.1.0_cu121-nightly-doctest' - container: mosaicml/pytorch:2.1.0_cu121-nightly20230903-python3.10-ubuntu20.04 + container: mosaicml/pytorch:2.1.0_cu121-rc3-python3.10-ubuntu20.04 markers: 'not daily and not remote and gpu and (vision or not vision) and (doctest or not doctest)' pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' From 80dc0349dc52b1607ae5b57ae7bd42ce5c07bcf7 Mon Sep 17 00:00:00 2001 From: Chuck Tang Date: Fri, 8 Sep 2023 11:29:20 -0700 Subject: [PATCH 7/9] bump up cores to remove cpu warning --- .github/workflows/pytest-cpu.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/pytest-cpu.yaml b/.github/workflows/pytest-cpu.yaml index 6eeebe00be..ffdfa80e81 100644 --- a/.github/workflows/pytest-cpu.yaml +++ b/.github/workflows/pytest-cpu.yaml @@ -44,7 +44,7 @@ on: jobs: pytest-cpu: timeout-minutes: 30 - runs-on: ubuntu-latest + runs-on: ubuntu-latest-16-cores container: ${{ inputs.container }} steps: - name: Checkout Repo From be948d667a34cd38f76a5b92973db383df4a6bf0 Mon Sep 17 00:00:00 2001 From: Chuck Tang Date: Fri, 8 Sep 2023 13:46:55 -0700 Subject: [PATCH 8/9] bump up cores --- .github/workflows/pytest-cpu.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/pytest-cpu.yaml b/.github/workflows/pytest-cpu.yaml index ffdfa80e81..666389fdbc 100644 --- a/.github/workflows/pytest-cpu.yaml +++ b/.github/workflows/pytest-cpu.yaml @@ -44,7 +44,7 @@ on: jobs: pytest-cpu: timeout-minutes: 30 - runs-on: ubuntu-latest-16-cores + runs-on: ubuntu-latest-4-cores container: ${{ inputs.container }} steps: - name: Checkout Repo From c5679130d36648612fabef4efeb7035d151496a9 Mon Sep 17 00:00:00 2001 From: Chuck Tang Date: Fri, 8 Sep 2023 14:52:48 -0700 Subject: [PATCH 9/9] ok maximize space --- .github/workflows/pytest-cpu.yaml | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/.github/workflows/pytest-cpu.yaml b/.github/workflows/pytest-cpu.yaml index 666389fdbc..c6a3896b82 100644 --- a/.github/workflows/pytest-cpu.yaml +++ b/.github/workflows/pytest-cpu.yaml @@ -44,11 +44,18 @@ on: jobs: pytest-cpu: timeout-minutes: 30 - runs-on: ubuntu-latest-4-cores + runs-on: ubuntu-latest container: ${{ inputs.container }} steps: - name: Checkout Repo uses: actions/checkout@v3 + - name: Maximize Build Space on Worker + uses: easimon/maximize-build-space@v4 + with: + overprovision-lvm: true + remove-dotnet: true + remove-android: true + remove-haskell: true - name: Setup run: | set -ex