Skip to content

Commit

Permalink
Adding ann utils back
Browse files Browse the repository at this point in the history
  • Loading branch information
cjnolet committed Nov 15, 2024
1 parent 739864a commit 37b03f2
Show file tree
Hide file tree
Showing 93 changed files with 255 additions and 11,090 deletions.
15 changes: 3 additions & 12 deletions build.sh
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ ARGS=$*
# scripts, and that this script resides in the repo dir!
REPODIR=$(cd $(dirname $0); pwd)

VALIDARGS="clean libraft pylibraft raft-dask docs tests template bench-prims clean --uninstall -v -g -n --compile-lib --compile-static-lib --allgpuarch --no-nvtx --show_depr_warn --incl-cache-stats --time -h"
VALIDARGS="clean libraft pylibraft raft-dask docs tests bench-prims clean --uninstall -v -g -n --compile-lib --compile-static-lib --allgpuarch --no-nvtx --show_depr_warn --incl-cache-stats --time -h"
HELP="$0 [<target> ...] [<flag> ...] [--cmake-args=\"<args>\"] [--cache-tool=<tool>] [--limit-tests=<targets>] [--limit-bench-prims=<targets>] [--build-metrics=<filename>]
where <target> is:
clean - remove all existing build artifacts and configuration (start over)
Expand All @@ -29,7 +29,6 @@ HELP="$0 [<target> ...] [<flag> ...] [--cmake-args=\"<args>\"] [--cache-tool=<to
docs - build the documentation
tests - build the tests
bench-prims - build micro-benchmarks for primitives
template - build the example RAFT application template
and <flag> is:
-v - verbose build mode
Expand Down Expand Up @@ -75,8 +74,8 @@ INSTALL_TARGET=install
BUILD_REPORT_METRICS=""
BUILD_REPORT_INCL_CACHE_STATS=OFF

TEST_TARGETS="CLUSTER_TEST;CORE_TEST;DISTANCE_TEST;LABEL_TEST;LINALG_TEST;MATRIX_TEST;NEIGHBORS_TEST;NEIGHBORS_ANN_BRUTE_FORCE_TEST;NEIGHBORS_ANN_CAGRA_TEST;NEIGHBORS_ANN_NN_DESCENT_TEST;NEIGHBORS_ANN_IVF_TEST;RANDOM_TEST;SOLVERS_TEST;SPARSE_TEST;SPARSE_DIST_TEST;SPARSE_NEIGHBORS_TEST;STATS_TEST;UTILS_TEST"
BENCH_TARGETS="CLUSTER_BENCH;CORE_BENCH;NEIGHBORS_BENCH;DISTANCE_BENCH;LINALG_BENCH;MATRIX_BENCH;SPARSE_BENCH;RANDOM_BENCH"
TEST_TARGETS="CORE_TEST;LABEL_TEST;LINALG_TEST;MATRIX_TEST;RANDOM_TEST;SOLVERS_TEST;SPARSE_TEST;SPARSE_DIST_TEST;STATS_TEST;UTILS_TEST"
BENCH_TARGETS="CORE_BENCH;LINALG_BENCH;MATRIX_BENCH;SPARSE_BENCH;RANDOM_BENCH"

CACHE_ARGS=""
NVTX=ON
Expand Down Expand Up @@ -485,11 +484,3 @@ if hasArg docs; then
sphinx-build -b html source _html
fi

################################################################################
# Initiate build for example RAFT application template (if needed)

if hasArg template; then
pushd ${REPODIR}/cpp/template
./build.sh
popd
fi
5 changes: 0 additions & 5 deletions conda/recipes/libraft/build_libraft_template.sh

This file was deleted.

266 changes: 0 additions & 266 deletions cpp/CMakeLists.txt

Large diffs are not rendered by default.

85 changes: 7 additions & 78 deletions cpp/bench/prims/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -74,48 +74,13 @@ function(ConfigureBench)
endfunction()

if(BUILD_PRIMS_BENCH)
ConfigureBench(
NAME
CORE_BENCH
PATH
core/bitset.cu
core/copy.cu
main.cpp
)
ConfigureBench(NAME CORE_BENCH PATH core/bitset.cu core/copy.cu main.cpp)

ConfigureBench(
NAME
UTIL_BENCH
PATH
util/popc.cu
main.cpp
)

ConfigureBench(
NAME CLUSTER_BENCH PATH cluster/kmeans_balanced.cu cluster/kmeans.cu
main.cpp OPTIONAL LIB EXPLICIT_INSTANTIATE_ONLY
)
ConfigureBench(NAME UTIL_BENCH PATH util/popc.cu main.cpp)

ConfigureBench(
NAME TUNE_DISTANCE PATH distance/tune_pairwise/kernel.cu
distance/tune_pairwise/bench.cu main.cpp
)

ConfigureBench(
NAME
DISTANCE_BENCH
PATH
distance/distance_cosine.cu
distance/distance_exp_l2.cu
distance/distance_l1.cu
distance/distance_unexp_l2.cu
distance/fused_l2_nn.cu
distance/masked_nn.cu
distance/kernels.cu
NAME TUNE_DISTANCE PATH distance/tune_pairwise/kernel.cu distance/tune_pairwise/bench.cu
main.cpp
OPTIONAL
LIB
EXPLICIT_INSTANTIATE_ONLY
)

ConfigureBench(
Expand All @@ -137,54 +102,18 @@ if(BUILD_PRIMS_BENCH)
)

ConfigureBench(
NAME MATRIX_BENCH PATH matrix/argmin.cu matrix/gather.cu
matrix/select_k.cu main.cpp OPTIONAL LIB EXPLICIT_INSTANTIATE_ONLY
)

ConfigureBench(
NAME RANDOM_BENCH PATH random/make_blobs.cu random/permute.cu
random/rng.cu random/subsample.cu main.cpp
NAME MATRIX_BENCH PATH matrix/argmin.cu matrix/gather.cu matrix/select_k.cu main.cpp OPTIONAL
LIB EXPLICIT_INSTANTIATE_ONLY
)

ConfigureBench(
NAME
SPARSE_BENCH
PATH
sparse/bitmap_to_csr.cu
sparse/convert_csr.cu
sparse/select_k_csr.cu
NAME RANDOM_BENCH PATH random/make_blobs.cu random/permute.cu random/rng.cu random/subsample.cu
main.cpp
)

ConfigureBench(
NAME
NEIGHBORS_BENCH
PATH
neighbors/knn/brute_force_float_int64_t.cu
neighbors/knn/brute_force_float_uint32_t.cu
neighbors/knn/cagra_float_uint32_t.cu
neighbors/knn/ivf_flat_filter_float_int64_t.cu
neighbors/knn/ivf_flat_float_int64_t.cu
neighbors/knn/ivf_flat_int8_t_int64_t.cu
neighbors/knn/ivf_flat_uint8_t_int64_t.cu
neighbors/knn/ivf_pq_float_int64_t.cu
neighbors/knn/ivf_pq_filter_float_int64_t.cu
neighbors/knn/ivf_pq_int8_t_int64_t.cu
neighbors/knn/ivf_pq_uint8_t_int64_t.cu
${RAFT_SOURCE_DIR}/src/neighbors/detail/ivf_pq_search_filtering_float_int64_t.cu
${RAFT_SOURCE_DIR}/src/neighbors/detail/ivf_pq_compute_similarity_float_float_bitset64.cu
${RAFT_SOURCE_DIR}/src/neighbors/detail/ivf_pq_compute_similarity_float_fp8_false_bitset64.cu
${RAFT_SOURCE_DIR}/src/neighbors/detail/ivf_pq_compute_similarity_float_fp8_true_bitset64.cu
${RAFT_SOURCE_DIR}/src/neighbors/detail/ivf_pq_compute_similarity_float_half_bitset64.cu
${RAFT_SOURCE_DIR}/src/neighbors/detail/ivf_pq_compute_similarity_half_fp8_false_bitset64.cu
${RAFT_SOURCE_DIR}/src/neighbors/detail/ivf_pq_compute_similarity_half_fp8_true_bitset64.cu
${RAFT_SOURCE_DIR}/src/neighbors/detail/ivf_pq_compute_similarity_half_half_bitset64.cu
neighbors/refine_float_int64_t.cu
neighbors/refine_uint8_t_int64_t.cu
NAME SPARSE_BENCH PATH sparse/bitmap_to_csr.cu sparse/convert_csr.cu sparse/select_k_csr.cu
main.cpp
OPTIONAL
LIB
EXPLICIT_INSTANTIATE_ONLY
)

endif()
125 changes: 0 additions & 125 deletions cpp/bench/prims/cluster/kmeans.cu

This file was deleted.

100 changes: 0 additions & 100 deletions cpp/bench/prims/cluster/kmeans_balanced.cu

This file was deleted.

Loading

0 comments on commit 37b03f2

Please sign in to comment.