From e2964c6ee702ddcc1435fdd5268be2228bf45f12 Mon Sep 17 00:00:00 2001 From: Srishti Hegde Date: Mon, 19 Feb 2024 16:44:17 -0800 Subject: [PATCH 01/10] Add OpenMPI and its dependency hwloc for building NeMo Signed-off-by: Srishti Hegde --- hwloc.yaml | 42 ++++++++++++++++++++++++++++++++++++++++++ openmpi.yaml | 41 +++++++++++++++++++++++++++++++++++++++++ 2 files changed, 83 insertions(+) create mode 100644 hwloc.yaml create mode 100644 openmpi.yaml diff --git a/hwloc.yaml b/hwloc.yaml new file mode 100644 index 00000000000..b0da0c8e188 --- /dev/null +++ b/hwloc.yaml @@ -0,0 +1,42 @@ +package: + name: hwloc + version: 2.10.0 + epoch: 0 + description: Portable abstraction of hierarchical hardware architectures + copyright: + - license: BSD-3-Clause +environment: + contents: + packages: + - autoconf + - automake + - build-base + - busybox + - ca-certificates-bundle + - cairo-dev + - eudev-dev + - libxml2-dev + - ncurses-dev + - numactl-dev +pipeline: + - uses: fetch + with: + expected-sha256: 0305dd60c9de2fbe6519fe2a4e8fdc6d3db8de574a0ca7812b92e80c05ae1392 + uri: https://www.open-mpi.org/software/hwloc/v2.10/downloads/hwloc-${{package.version}}.tar.bz2 + - uses: autoconf/configure + - uses: autoconf/make + - uses: autoconf/make-install + - uses: strip +subpackages: + - name: hwloc-dev + pipeline: + - uses: split/dev + dependencies: + runtime: + - hwloc + description: hwloc dev + - name: hwloc-doc + pipeline: + - uses: split/manpages + description: hwloc manpages + diff --git a/openmpi.yaml b/openmpi.yaml new file mode 100644 index 00000000000..6d7e220acaa --- /dev/null +++ b/openmpi.yaml @@ -0,0 +1,41 @@ +package: + name: openmpi + version: 4.1.6 + epoch: 0 + description: Message passing library for high-performance computing + copyright: + - license: custom +environment: + contents: + packages: + - autoconf + - automake + - build-base + - busybox + - ca-certificates-bundle + - perl + - gfortran + - hwloc-dev + - libevent-dev + - libgomp +pipeline: + - uses: fetch + with: + expected-sha256: f740994485516deb63b5311af122c265179f5328a0d857a567b85db00b11e415 + uri: https://www.open-mpi.org/software/ompi/v4.1/downloads/openmpi-${{package.version}}.tar.bz2 + - uses: autoconf/configure + - uses: autoconf/make + - uses: autoconf/make-install + - uses: strip +subpackages: + - name: openmpi-dev + pipeline: + - uses: split/dev + dependencies: + runtime: + - openmpi + description: openmpi dev + - name: openmpi-doc + pipeline: + - uses: split/manpages + description: openmpi manpagesJan \ No newline at end of file From 28094d999f207b7b184872b3642afc9cc6918972 Mon Sep 17 00:00:00 2001 From: Srishti Hegde Date: Mon, 19 Feb 2024 17:01:18 -0800 Subject: [PATCH 02/10] Add update block Signed-off-by: Srishti Hegde --- hwloc.yaml | 87 +++++++++++++++++++++++++++++--------------------- openmpi.yaml | 90 +++++++++++++++++++++++++++++++--------------------- 2 files changed, 103 insertions(+), 74 deletions(-) diff --git a/hwloc.yaml b/hwloc.yaml index b0da0c8e188..f2abde22594 100644 --- a/hwloc.yaml +++ b/hwloc.yaml @@ -1,42 +1,55 @@ package: - name: hwloc - version: 2.10.0 - epoch: 0 - description: Portable abstraction of hierarchical hardware architectures - copyright: - - license: BSD-3-Clause + name: hwloc + version: 2.10.0 + epoch: 0 + description: Portable abstraction of hierarchical hardware architectures + copyright: + - license: BSD-3-Clause + environment: - contents: - packages: - - autoconf - - automake - - build-base - - busybox - - ca-certificates-bundle - - cairo-dev - - eudev-dev - - libxml2-dev - - ncurses-dev - - numactl-dev + contents: + packages: + - autoconf + - automake + - build-base + - busybox + - ca-certificates-bundle + - cairo-dev + - eudev-dev + - libxml2-dev + - ncurses-dev + - numactl-dev + pipeline: - - uses: fetch - with: - expected-sha256: 0305dd60c9de2fbe6519fe2a4e8fdc6d3db8de574a0ca7812b92e80c05ae1392 - uri: https://www.open-mpi.org/software/hwloc/v2.10/downloads/hwloc-${{package.version}}.tar.bz2 - - uses: autoconf/configure - - uses: autoconf/make - - uses: autoconf/make-install - - uses: strip + - uses: fetch + with: + expected-sha256: 0305dd60c9de2fbe6519fe2a4e8fdc6d3db8de574a0ca7812b92e80c05ae1392 + uri: https://www.open-mpi.org/software/hwloc/v2.10/downloads/hwloc-${{package.version}}.tar.bz2 + + - uses: autoconf/configure + + - uses: autoconf/make + + - uses: autoconf/make-install + + - uses: strip + subpackages: - - name: hwloc-dev - pipeline: - - uses: split/dev - dependencies: - runtime: - - hwloc - description: hwloc dev - - name: hwloc-doc - pipeline: - - uses: split/manpages - description: hwloc manpages + - name: hwloc-dev + pipeline: + - uses: split/dev + dependencies: + runtime: + - hwloc + description: hwloc dev + + - name: hwloc-doc + pipeline: + - uses: split/manpages + description: hwloc manpages +update: + enabled: true + github: + identifier: open-mpi/hwloc + strip-prefix: v diff --git a/openmpi.yaml b/openmpi.yaml index 6d7e220acaa..d1741eb1651 100644 --- a/openmpi.yaml +++ b/openmpi.yaml @@ -1,41 +1,57 @@ package: - name: openmpi - version: 4.1.6 - epoch: 0 - description: Message passing library for high-performance computing - copyright: - - license: custom + name: openmpi + version: 4.1.6 + epoch: 0 + description: Message passing library for high-performance computing + copyright: + - license: custom + environment: - contents: - packages: - - autoconf - - automake - - build-base - - busybox - - ca-certificates-bundle - - perl - - gfortran - - hwloc-dev - - libevent-dev - - libgomp + contents: + packages: + - autoconf + - automake + - build-base + - busybox + - ca-certificates-bundle + - gfortran + - hwloc-dev + - libevent-dev + - libgomp + - perl + pipeline: - - uses: fetch - with: - expected-sha256: f740994485516deb63b5311af122c265179f5328a0d857a567b85db00b11e415 - uri: https://www.open-mpi.org/software/ompi/v4.1/downloads/openmpi-${{package.version}}.tar.bz2 - - uses: autoconf/configure - - uses: autoconf/make - - uses: autoconf/make-install - - uses: strip + - uses: fetch + with: + expected-sha256: f740994485516deb63b5311af122c265179f5328a0d857a567b85db00b11e415 + uri: https://www.open-mpi.org/software/ompi/v4.1/downloads/openmpi-${{package.version}}.tar.bz2 + + - uses: autoconf/configure + + - uses: autoconf/make + + - uses: autoconf/make-install + + - uses: strip + subpackages: - - name: openmpi-dev - pipeline: - - uses: split/dev - dependencies: - runtime: - - openmpi - description: openmpi dev - - name: openmpi-doc - pipeline: - - uses: split/manpages - description: openmpi manpagesJan \ No newline at end of file + - name: openmpi-dev + pipeline: + - uses: split/dev + dependencies: + runtime: + - openmpi + description: openmpi dev + + - name: openmpi-doc + pipeline: + - uses: split/manpages + description: openmpi manpages + +update: + enabled: true + github: + identifier: open-mpi/ompi + strip-prefix: v + tag-filter: v + use-tag: true From 5b8da7f36569b25b59d47e8d6b9041ebcac812b9 Mon Sep 17 00:00:00 2001 From: srishtih Date: Mon, 19 Feb 2024 16:49:51 -0800 Subject: [PATCH 03/10] Update openmpi.yaml Edit typo and specify license as BSD-3-Clause. Signed-off-by: srishtih --- openmpi.yaml | 13 ++++++------- 1 file changed, 6 insertions(+), 7 deletions(-) diff --git a/openmpi.yaml b/openmpi.yaml index d1741eb1651..35a4b365a13 100644 --- a/openmpi.yaml +++ b/openmpi.yaml @@ -1,11 +1,10 @@ package: - name: openmpi - version: 4.1.6 - epoch: 0 - description: Message passing library for high-performance computing - copyright: - - license: custom - + name: openmpi + version: 4.1.6 + epoch: 0 + description: Message passing library for high-performance computing + copyright: + - license: BSD-3-Clause environment: contents: packages: From 8141c4360bd694a3857abf2baba65cc9d0256461 Mon Sep 17 00:00:00 2001 From: srishtih Date: Mon, 19 Feb 2024 17:08:02 -0800 Subject: [PATCH 04/10] Update openmpi.yaml Signed-off-by: srishtih --- openmpi.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/openmpi.yaml b/openmpi.yaml index 35a4b365a13..391cb14e5ea 100644 --- a/openmpi.yaml +++ b/openmpi.yaml @@ -5,6 +5,7 @@ package: description: Message passing library for high-performance computing copyright: - license: BSD-3-Clause + environment: contents: packages: From 6f6927988d64567eb240e54bdc271c97c9c288b3 Mon Sep 17 00:00:00 2001 From: srishtih Date: Mon, 19 Feb 2024 17:30:32 -0800 Subject: [PATCH 05/10] Update hwloc.yaml Signed-off-by: srishtih --- hwloc.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/hwloc.yaml b/hwloc.yaml index f2abde22594..4b5edb66fb1 100644 --- a/hwloc.yaml +++ b/hwloc.yaml @@ -52,4 +52,6 @@ update: enabled: true github: identifier: open-mpi/hwloc - strip-prefix: v + strip-prefix: hwloc- + tag-filter: hwloc- + use-tag: true From 2e2adcd85cc76dadc329d74ee304f2da46c5c91a Mon Sep 17 00:00:00 2001 From: srishtih Date: Mon, 19 Feb 2024 17:31:36 -0800 Subject: [PATCH 06/10] Update openmpi.yaml Signed-off-by: srishtih --- openmpi.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/openmpi.yaml b/openmpi.yaml index 391cb14e5ea..7f83010e456 100644 --- a/openmpi.yaml +++ b/openmpi.yaml @@ -1,6 +1,6 @@ package: name: openmpi - version: 4.1.6 + version: 5.0.2 epoch: 0 description: Message passing library for high-performance computing copyright: @@ -23,8 +23,8 @@ environment: pipeline: - uses: fetch with: - expected-sha256: f740994485516deb63b5311af122c265179f5328a0d857a567b85db00b11e415 - uri: https://www.open-mpi.org/software/ompi/v4.1/downloads/openmpi-${{package.version}}.tar.bz2 + expected-sha256: ee46ad8eeee2c3ff70772160bff877cbf38c330a0bc3b3ddc811648b3396698f + uri: https://www.open-mpi.org/software/ompi/v5.0/downloads/openmpi-${{package.version}}.tar.bz2 - uses: autoconf/configure From b9b8efde35b13da6a9bcd5574bd67198e09c4e31 Mon Sep 17 00:00:00 2001 From: srishtih Date: Mon, 19 Feb 2024 17:34:01 -0800 Subject: [PATCH 07/10] fix lint for openmpi.yaml Signed-off-by: srishtih --- openmpi.yaml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/openmpi.yaml b/openmpi.yaml index 7f83010e456..ef71ade217a 100644 --- a/openmpi.yaml +++ b/openmpi.yaml @@ -1,10 +1,10 @@ package: - name: openmpi - version: 5.0.2 - epoch: 0 - description: Message passing library for high-performance computing - copyright: - - license: BSD-3-Clause + name: openmpi + version: 5.0.2 + epoch: 0 + description: Message passing library for high-performance computing + copyright: + - license: BSD-3-Clause environment: contents: From b016ce68d09662acd09596ea0e9cebdb4ab26d94 Mon Sep 17 00:00:00 2001 From: Srishti Hegde Date: Mon, 19 Feb 2024 17:36:01 -0800 Subject: [PATCH 08/10] Fiz lint errors Signed-off-by: Srishti Hegde --- openmpi.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/openmpi.yaml b/openmpi.yaml index ef71ade217a..ad12e013f27 100644 --- a/openmpi.yaml +++ b/openmpi.yaml @@ -5,7 +5,7 @@ package: description: Message passing library for high-performance computing copyright: - license: BSD-3-Clause - + environment: contents: packages: From ae25e9e899cf0917ed4031063267364b0c5c19b7 Mon Sep 17 00:00:00 2001 From: srishtih Date: Tue, 20 Feb 2024 10:18:08 -0800 Subject: [PATCH 09/10] Update hwloc.yaml Signed-off-by: srishtih --- hwloc.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/hwloc.yaml b/hwloc.yaml index 4b5edb66fb1..dbcd250d453 100644 --- a/hwloc.yaml +++ b/hwloc.yaml @@ -3,6 +3,8 @@ package: version: 2.10.0 epoch: 0 description: Portable abstraction of hierarchical hardware architectures + target-architecture: + - x86_64 copyright: - license: BSD-3-Clause From 0781a5d9ccd53b8d6a95e0ff6c3fca38a74b9465 Mon Sep 17 00:00:00 2001 From: srishtih Date: Tue, 20 Feb 2024 10:18:28 -0800 Subject: [PATCH 10/10] Delete openmpi.yaml Signed-off-by: srishtih --- openmpi.yaml | 57 ---------------------------------------------------- 1 file changed, 57 deletions(-) delete mode 100644 openmpi.yaml diff --git a/openmpi.yaml b/openmpi.yaml deleted file mode 100644 index ad12e013f27..00000000000 --- a/openmpi.yaml +++ /dev/null @@ -1,57 +0,0 @@ -package: - name: openmpi - version: 5.0.2 - epoch: 0 - description: Message passing library for high-performance computing - copyright: - - license: BSD-3-Clause - -environment: - contents: - packages: - - autoconf - - automake - - build-base - - busybox - - ca-certificates-bundle - - gfortran - - hwloc-dev - - libevent-dev - - libgomp - - perl - -pipeline: - - uses: fetch - with: - expected-sha256: ee46ad8eeee2c3ff70772160bff877cbf38c330a0bc3b3ddc811648b3396698f - uri: https://www.open-mpi.org/software/ompi/v5.0/downloads/openmpi-${{package.version}}.tar.bz2 - - - uses: autoconf/configure - - - uses: autoconf/make - - - uses: autoconf/make-install - - - uses: strip - -subpackages: - - name: openmpi-dev - pipeline: - - uses: split/dev - dependencies: - runtime: - - openmpi - description: openmpi dev - - - name: openmpi-doc - pipeline: - - uses: split/manpages - description: openmpi manpages - -update: - enabled: true - github: - identifier: open-mpi/ompi - strip-prefix: v - tag-filter: v - use-tag: true