-
Notifications
You must be signed in to change notification settings - Fork 71
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Port remaining scripts to
cuvs_bench (#368)
Builds upon #367 Authors: - Divye Gala (https://github.com/divyegala) - Dante Gama Dessavre (https://github.com/dantegd) - Corey J. Nolet (https://github.com/cjnolet) Approvers: - Corey J. Nolet (https://github.com/cjnolet) - Bradley Dice (https://github.com/bdice) URL: #368
- Loading branch information
Showing
20 changed files
with
1,599 additions
and
507 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,5 @@ | ||
| #!/usr/bin/env bash | ||
| # Copyright (c) 2024, NVIDIA CORPORATION. | ||
|
|
||
| ./build.sh bench-ann --allgpuarch --no-nvtx --build-metrics=bench_ann --incl-cache-stats | ||
| cmake --install cpp/build --component ann_bench |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,70 @@ | ||
| c_compiler_version: | ||
| - 11 | ||
|
|
||
| cxx_compiler_version: | ||
| - 11 | ||
|
|
||
| cuda_compiler: | ||
| - cuda-nvcc | ||
|
|
||
| cuda11_compiler: | ||
| - nvcc | ||
|
|
||
| c_stdlib: | ||
| - sysroot | ||
|
|
||
| c_stdlib_version: | ||
| - "2.17" | ||
|
|
||
| cmake_version: | ||
| - ">=3.26.4,!=3.30.0" | ||
|
|
||
| nccl_version: | ||
| - ">=2.19" | ||
|
|
||
| glog_version: | ||
| - ">=0.6.0" | ||
|
|
||
| h5py_version: | ||
| - ">=3.8.0" | ||
|
|
||
| nlohmann_json_version: | ||
| - ">=3.11.2" | ||
|
|
||
| # The CTK libraries below are missing from the conda-forge::cudatoolkit package | ||
| # for CUDA 11. The "*_host_*" version specifiers correspond to `11.8` packages | ||
| # and the "*_run_*" version specifiers correspond to `11.x` packages. | ||
|
|
||
| cuda11_libcublas_host_version: | ||
| - "=11.11.3.6" | ||
|
|
||
| cuda11_libcublas_run_version: | ||
| - ">=11.5.2.43,<12.0.0" | ||
|
|
||
| cuda11_libcurand_host_version: | ||
| - "=10.3.0.86" | ||
|
|
||
| cuda11_libcurand_run_version: | ||
| - ">=10.2.5.43,<10.3.1" | ||
|
|
||
| cuda11_libcusolver_host_version: | ||
| - "=11.4.1.48" | ||
|
|
||
| cuda11_libcusolver_run_version: | ||
| - ">=11.2.0.43,<11.4.2" | ||
|
|
||
| cuda11_libcusparse_host_version: | ||
| - "=11.7.5.86" | ||
|
|
||
| cuda11_libcusparse_run_version: | ||
| - ">=11.6.0.43,<12.0.0" | ||
|
|
||
| # `cuda-profiler-api` only has `11.8.0` and `12.0.0` packages for all | ||
| # architectures. The "*_host_*" version specifiers correspond to `11.8` packages and the | ||
| # "*_run_*" version specifiers correspond to `11.x` packages. | ||
|
|
||
| cuda11_cuda_profiler_api_host_version: | ||
| - "=11.8.86" | ||
|
|
||
| cuda11_cuda_profiler_api_run_version: | ||
| - ">=11.4.240,<12" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,105 @@ | ||
| # Copyright (c) 2024, NVIDIA CORPORATION. | ||
|
|
||
| # Usage: | ||
| # conda build . -c rapidsai -c conda-forge -c nvidia | ||
| {% set version = environ['RAPIDS_PACKAGE_VERSION'].lstrip('v') + environ.get('VERSION_SUFFIX', '') %} | ||
| {% set minor_version = version.split('.')[0] + '.' + version.split('.')[1] %} | ||
| {% set py_version = environ['CONDA_PY'] %} | ||
| {% set cuda_version = '.'.join(environ['RAPIDS_CUDA_VERSION'].split('.')[:2]) %} | ||
| {% set cuda_major = cuda_version.split('.')[0] %} | ||
| {% set date_string = environ['RAPIDS_DATE_STRING'] %} | ||
|
|
||
| package: | ||
| name: cuvs_bench | ||
| version: {{ version }} | ||
| script: build.sh | ||
|
|
||
| source: | ||
| path: ../../.. | ||
|
|
||
| build: | ||
| script_env: | ||
| - AWS_ACCESS_KEY_ID | ||
| - AWS_SECRET_ACCESS_KEY | ||
| - AWS_SESSION_TOKEN | ||
| - CMAKE_C_COMPILER_LAUNCHER | ||
| - CMAKE_CUDA_COMPILER_LAUNCHER | ||
| - CMAKE_CXX_COMPILER_LAUNCHER | ||
| - CMAKE_GENERATOR | ||
| - PARALLEL_LEVEL | ||
| - RAPIDS_ARTIFACTS_DIR | ||
| - SCCACHE_BUCKET | ||
| - SCCACHE_IDLE_TIMEOUT | ||
| - SCCACHE_REGION | ||
| - SCCACHE_S3_KEY_PREFIX=cuvs-bench-aarch64 # [aarch64] | ||
| - SCCACHE_S3_KEY_PREFIX=cuvs-bench-linux64 # [linux64] | ||
| - SCCACHE_S3_USE_SSL | ||
| number: {{ GIT_DESCRIBE_NUMBER }} | ||
| string: cuda{{ cuda_major }}_py{{ py_version }}_{{ date_string }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }} | ||
| ignore_run_exports_from: | ||
| {% if cuda_major == "11" %} | ||
| - {{ compiler('cuda11') }} | ||
| {% else %} | ||
| - {{ compiler('cuda') }} | ||
| - cuda-cudart-dev | ||
| - libcublas-dev | ||
| {% endif %} | ||
|
|
||
| requirements: | ||
| build: | ||
| - {{ compiler('c') }} | ||
| - {{ compiler('cxx') }} | ||
| {% if cuda_major == "11" %} | ||
| - {{ compiler('cuda11') }} ={{ cuda_version }} | ||
| {% else %} | ||
| - {{ compiler('cuda') }} | ||
| {% endif %} | ||
| - cuda-version ={{ cuda_version }} | ||
| - cmake {{ cmake_version }} | ||
| - ninja | ||
| - {{ stdlib("c") }} | ||
|
|
||
| host: | ||
| - benchmark | ||
| - cuda-version ={{ cuda_version }} | ||
| {% if cuda_major == "11" %} | ||
| - cuda-profiler-api {{ cuda11_cuda_profiler_api_run_version }} | ||
| - libcublas {{ cuda11_libcublas_host_version }} | ||
| - libcublas-dev {{ cuda11_libcublas_host_version }} | ||
| {% else %} | ||
| - cuda-cudart-dev | ||
| - cuda-profiler-api | ||
| - libcublas-dev | ||
| {% endif %} | ||
| - glog {{ glog_version }} | ||
| - libcuvs {{ version }} | ||
| - nlohmann_json {{ nlohmann_json_version }} | ||
| - openblas | ||
| # rmm is needed to determine if package is gpu-enabled | ||
| - python | ||
| - rapids-build-backend>=0.3.0,<0.4.0.dev0 | ||
| - rmm ={{ minor_version }} | ||
|
|
||
| run: | ||
| - benchmark | ||
| - {{ pin_compatible('cuda-version', max_pin='x', min_pin='x') }} | ||
| {% if cuda_major == "11" %} | ||
| - cudatoolkit | ||
| {% else %} | ||
| - cuda-cudart | ||
| - libcublas | ||
| {% endif %} | ||
| - glog {{ glog_version }} | ||
| - libcuvs {{ version }} | ||
| - h5py {{ h5py_version }} | ||
| - matplotlib | ||
| - pandas | ||
| - pyyaml | ||
| # rmm is needed to determine if package is gpu-enabled | ||
| - pylibraft ={{ minor_version }} | ||
| - python | ||
| - rmm ={{ minor_version }} | ||
| about: | ||
| home: https://rapids.ai/ | ||
| license: Apache-2.0 | ||
| summary: cuVS GPU and CPU benchmarks |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,5 @@ | ||
| #!/usr/bin/env bash | ||
| # Copyright (c) 2024, NVIDIA CORPORATION. | ||
|
|
||
| ./build.sh bench-ann --cpu-only --no-nvtx --build-metrics=bench_ann_cpu --incl-cache-stats | ||
| cmake --install cpp/build --component ann_bench |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,29 @@ | ||
| c_compiler_version: | ||
| - 11 | ||
|
|
||
| cxx_compiler_version: | ||
| - 11 | ||
|
|
||
| c_stdlib: | ||
| - sysroot | ||
|
|
||
| c_stdlib_version: | ||
| - "2.17" | ||
|
|
||
| cmake_version: | ||
| - ">=3.26.4,!=3.30.0" | ||
|
|
||
| glog_version: | ||
| - ">=0.6.0" | ||
|
|
||
| h5py_version: | ||
| - ">=3.8.0" | ||
|
|
||
| nlohmann_json_version: | ||
| - ">=3.11.2" | ||
|
|
||
| spdlog_version: | ||
| - ">=1.14.1,<1.15" | ||
|
|
||
| fmt_version: | ||
| - ">=11.0.2,<12" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,67 @@ | ||
| # Copyright (c) 2024, NVIDIA CORPORATION. | ||
|
|
||
| # Usage: | ||
| # conda build . -c rapidsai -c conda-forge -c nvidia | ||
| {% set version = environ['RAPIDS_PACKAGE_VERSION'].lstrip('v') + environ.get('VERSION_SUFFIX', '') %} | ||
| {% set minor_version = version.split('.')[0] + '.' + version.split('.')[1] %} | ||
| {% set py_version = environ['CONDA_PY'] %} | ||
| {% set date_string = environ['RAPIDS_DATE_STRING'] %} | ||
|
|
||
| package: | ||
| name: cuvs_bench_cpu | ||
| version: {{ version }} | ||
| script: build.sh | ||
|
|
||
| source: | ||
| path: ../../.. | ||
|
|
||
| build: | ||
| script_env: | ||
| - AWS_ACCESS_KEY_ID | ||
| - AWS_SECRET_ACCESS_KEY | ||
| - AWS_SESSION_TOKEN | ||
| - CMAKE_C_COMPILER_LAUNCHER | ||
| - CMAKE_CUDA_COMPILER_LAUNCHER | ||
| - CMAKE_CXX_COMPILER_LAUNCHER | ||
| - CMAKE_GENERATOR | ||
| - PARALLEL_LEVEL | ||
| - RAPIDS_ARTIFACTS_DIR | ||
| - SCCACHE_BUCKET | ||
| - SCCACHE_IDLE_TIMEOUT | ||
| - SCCACHE_REGION | ||
| - SCCACHE_S3_KEY_PREFIX=cuvs-bench-cpu-aarch64 # [aarch64] | ||
| - SCCACHE_S3_KEY_PREFIX=cuvs-bench-cpu-linux64 # [linux64] | ||
| - SCCACHE_S3_USE_SSL | ||
| number: {{ GIT_DESCRIBE_NUMBER }} | ||
| string: py{{ py_version }}_{{ date_string }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }} | ||
|
|
||
| requirements: | ||
| build: | ||
| - {{ compiler('c') }} | ||
| - {{ compiler('cxx') }} | ||
| - cmake {{ cmake_version }} | ||
| - ninja | ||
| - {{ stdlib("c") }} | ||
|
|
||
| host: | ||
| - benchmark | ||
| - fmt {{ fmt_version }} | ||
| - glog {{ glog_version }} | ||
| - nlohmann_json {{ nlohmann_json_version }} | ||
| - openblas | ||
| - python | ||
| - rapids-build-backend>=0.3.0,<0.4.0.dev0 | ||
| - spdlog {{ spdlog_version }} | ||
|
|
||
| run: | ||
| - benchmark | ||
| - glog {{ glog_version }} | ||
| - h5py {{ h5py_version }} | ||
| - matplotlib | ||
| - pandas | ||
| - pyyaml | ||
| - python | ||
| about: | ||
| home: https://rapids.ai/ | ||
| license: Apache-2.0 | ||
| summary: cuVS CPU benchmarks |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.